-- Logs begin at Wed 2021-11-03 20:59:11 UTC, end at Wed 2021-11-03 21:53:35 UTC. -- Nov 03 21:29:18.597277 dv-cinder-816573-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 03 21:29:21.350841 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.common.config [-] Logging enabled! Nov 03 21:29:21.351298 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 21:29:21.351644 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101065) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 21:29:21.354865 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.common.config [-] Logging enabled! Nov 03 21:29:21.355120 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 21:29:21.355433 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101065) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 21:29:21.356399 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 21:29:21.356655 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 21:29:21.357005 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 21:29:21.357253 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 21:29:21.357481 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 21:29:21.357800 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.358099 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.358395 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.358626 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.358921 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.359212 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.359499 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.359786 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.360085 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.360390 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.360678 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.360965 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.361198 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.361483 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.361771 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.362059 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.362285 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] debug = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.362569 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.362993 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.363405 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.363686 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.363974 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.364255 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.364557 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.364834 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.365146 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.365475 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] host = dv-cinder-816573-1-iscsi {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.365754 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.366040 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.366330 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.366619 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.366892 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.367169 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.367454 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.367725 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.367998 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] log_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.368273 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.368588 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.368879 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.369170 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.369395 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.369618 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.369902 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.370186 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.370570 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.370853 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.371130 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.371406 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.371682 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.371952 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.372238 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.372548 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.372838 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.373165 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.373399 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.373673 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.373944 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.374227 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.374509 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.374786 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.375060 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.375346 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.375615 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.375887 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.376184 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.376492 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.376776 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.377136 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.377340 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.377621 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.377893 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.378163 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.378433 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] use_json = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.378706 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.378974 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.379254 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.379527 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.379796 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.380066 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.380335 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.380640 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:21.381447 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.381744 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.382045 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.382327 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.382629 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.382908 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.383194 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.383476 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.383761 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.384048 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.384333 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.384632 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.384924 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.385202 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.385495 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.385797 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.386091 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.386380 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.386654 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.386926 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.387198 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.387476 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.387759 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.388036 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.388322 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.388631 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.388910 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.389196 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.389489 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.389782 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.390051 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.390327 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.390614 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.390889 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.391161 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.391436 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.391722 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.391997 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.392267 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.392570 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.392847 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.393122 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.393393 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.393669 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.393953 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.394266 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.394541 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.394808 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.395087 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.395358 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.395640 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.395915 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.396187 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.397100 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.397377 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.397651 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.397922 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.398196 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.398467 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.398743 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.399013 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.399283 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.399555 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.399829 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.400099 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.400386 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.400660 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.400936 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.401206 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.401478 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.401750 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.402022 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.402295 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.402577 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.402873 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.403148 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.403425 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.403702 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.403978 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.404254 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.404557 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.404836 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.405119 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.405392 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.405682 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.405967 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.406251 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.406533 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.406809 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.407131 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.407409 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.407691 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.407967 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.408243 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.408546 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.408829 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.409117 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.409409 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.409699 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.409992 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.410277 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.410555 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.410859 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.411137 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:21.411351 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 21:29:21.411591 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101065) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 03 21:29:21.843376 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 21:29:21.843645 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 21:29:21.843945 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 21:29:21.844277 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 03 21:29:22.164037 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.164230 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.164525 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.165764 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.166038 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.166305 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.200916 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.201194 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.201507 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.216507 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.216786 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.217119 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.247510 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.247787 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.248051 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.283488 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.283763 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.284027 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.519492 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.520107 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.520107 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.520306 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.521003 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.649143 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.649462 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.649747 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.650020 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.650286 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.650600 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.650862 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.651119 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.651372 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.651652 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.651913 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.652180 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.652458 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.652714 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.652967 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.653231 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.653487 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.653754 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.654024 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.654285 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.654554 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.654807 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.655093 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.655472 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.655722 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.655968 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.656381 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 21:29:22.656626 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 21:29:22.656865 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 21:29:22.657101 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 21:29:22.657336 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 21:29:22.657571 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 21:29:22.657937 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 03 21:29:22.661200 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 03 21:29:22.665839 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 03 21:29:22.669685 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 03 21:29:22.671321 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 03 21:29:22.671782 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 03 21:29:22.672116 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 03 21:29:22.672531 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 03 21:29:22.675354 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 03 21:29:22.675608 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 03 21:29:22.675955 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 21:29:22.681555 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 03 21:29:22.704537 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 03 21:29:22.704991 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.705287 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101065) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 03 21:29:22.705649 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.707013 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101065) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 03 21:29:22.707292 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 21:29:22.707538 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 03 21:29:22.710835 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.711114 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:22.775161 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 03 21:29:22.775328 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 03 21:29:22.775556 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 03 21:29:22.775935 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 03 21:29:22.796198 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_db.sqlalchemy.engines [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101065) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 03 21:29:23.326809 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Initializing driver for type 'gre' Nov 03 21:29:23.327328 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] gre ID ranges: [(1, 1000)] Nov 03 21:29:23.380864 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Initializing driver for type 'local' Nov 03 21:29:23.381208 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Initializing driver for type 'vlan' Nov 03 21:29:23.393509 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] VlanTypeDriver initialization complete Nov 03 21:29:23.393923 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Initializing driver for type 'vxlan' Nov 03 21:29:23.394614 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] vxlan ID ranges: [(1, 1000)] Nov 03 21:29:23.446335 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Initializing extension driver 'port_security' Nov 03 21:29:23.446729 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] PortSecurityExtensionDriver initialization complete Nov 03 21:29:23.447155 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Initializing mechanism driver 'openvswitch' Nov 03 21:29:23.447489 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Initializing mechanism driver 'hyperv' Nov 03 21:29:23.454192 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.plugins.ml2.plugin [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:29:23.455031 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > port after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.455406 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > port after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.455762 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > port after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.456298 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 21:29:23.456756 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > subnet after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.457112 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > subnet after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.457458 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.457857 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 21:29:23.458264 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > network after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.458612 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > network after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.458981 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > network after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.459378 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 21:29:23.459787 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > security_group after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.460144 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > security_group after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.460514 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.460914 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 21:29:23.461323 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.461672 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.462015 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.462408 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 21:29:23.462812 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > address_group after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.463163 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > address_group after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.463504 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.463897 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 21:29:23.464274 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] ML2 OVO RPC backend initialized. {{(pid=101065) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 03 21:29:23.465002 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.465362 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.465777 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > network before_response 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.466124 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > networks before_response 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.466573 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > port before_response 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.466917 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > ports before_response 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.467260 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > subnet before_response 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.467600 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > subnets before_response 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.467944 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > network after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.468281 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > network after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.468639 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > network after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.468980 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > port after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.469316 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > port after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.469652 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > port after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.470086 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > subnet after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.470527 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > subnet after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.471026 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.471721 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.plugin [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Modular L2 Plugin initialization complete Nov 03 21:29:23.471930 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading services supported by the core plugin {{(pid=101065) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 03 21:29:23.472265 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.plugins.ml2.managers [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Got port-security extension from driver 'port_security' Nov 03 21:29:23.472759 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.extensions.vlantransparent [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Disabled vlantransparent extension. Nov 03 21:29:23.473245 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101065) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 03 21:29:23.473563 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading Plugin: router Nov 03 21:29:23.510176 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.510564 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router after_create 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.510940 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router before_create 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.511307 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.511685 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.512045 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router after_delete 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.512443 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.512918 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.513282 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router after_create 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.513633 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router after_update 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.513984 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router after_update 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.514339 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.514695 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router after_update 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.515110 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_update 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.515483 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: port after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.515830 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: port after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.516178 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: subnet after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.516558 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.516909 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.517259 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_create 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.517626 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: port before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.518008 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.518365 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router after_update 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.518712 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.519067 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_create 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.519431 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.519778 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_update 55549900 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.520309 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > agent after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.520514 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > agent after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.520863 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > network after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.521760 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Tracking information for resource: router configured {{(pid=101065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 21:29:23.522093 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Tracking information for resource: floatingip configured {{(pid=101065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 21:29:23.527014 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.db.l3_agentschedulers_db [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 03 21:29:23.527595 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: port after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.527956 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: port after_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.528313 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: port after_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.528698 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: port after_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.529487 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router before_create 55550100 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.529855 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.530221 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_create 55550100 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.530579 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > router precommit_update 55550100 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.535434 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.services.provider_configuration [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service providers = [] {{(pid=101065) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 03 21:29:23.535809 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.db.servicetype_db [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101065) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 03 21:29:23.539342 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.services.service_base [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 21:29:23.539693 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.services.service_base [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 21:29:23.540037 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.services.service_base [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 21:29:23.540976 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.services.service_base [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 21:29:23.541351 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.services.service_base [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 03 21:29:23.541722 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 21:29:23.542041 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 03 21:29:23.554734 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 21:29:23.555074 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading Plugin: auto_allocate Nov 03 21:29:23.561196 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: network precommit_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.561566 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: network precommit_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.562086 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 21:29:23.562410 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading Plugin: tag Nov 03 21:29:23.569332 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 21:29:23.569659 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading Plugin: timestamp Nov 03 21:29:23.573537 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 21:29:23.573868 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading Plugin: network_ip_availability Nov 03 21:29:23.579426 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.579751 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.580106 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.580860 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 21:29:23.581185 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading Plugin: flavors Nov 03 21:29:23.586326 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 21:29:23.586664 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading Plugin: revisions Nov 03 21:29:23.591004 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 21:29:23.591395 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_concurrency.lockutils [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=101065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 21:29:23.592145 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101065) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 03 21:29:23.592518 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Initializing extension manager. Nov 03 21:29:23.593035 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: __init__.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.593376 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: __pycache__ {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.593712 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.594048 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: address_group.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.594807 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.595362 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: address-group Nov 03 21:29:23.595686 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: address_scope.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.596427 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.597051 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: address-scope Nov 03 21:29:23.597245 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.598183 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.598685 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: router-admin-state-down-before-update Nov 03 21:29:23.599006 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: agent.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.600240 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.600768 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: agent Nov 03 21:29:23.601091 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: agent_resources_synced.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.602007 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.602503 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: agent-resources-synced Nov 03 21:29:23.602826 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: allowedaddresspairs.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.604669 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.605181 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: allowed-address-pairs Nov 03 21:29:23.605510 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: auto_allocated_topology.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.606595 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.607105 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: auto-allocated-topology Nov 03 21:29:23.607434 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: availability_zone.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.608136 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.608670 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: availability_zone Nov 03 21:29:23.608999 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: availability_zone_filter.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.609931 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.610432 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: availability_zone_filter Nov 03 21:29:23.610759 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: data_plane_status.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.611681 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.612187 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension data-plane-status not supported by any of loaded plugins Nov 03 21:29:23.612574 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: default_subnetpools.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.613471 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.613988 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: default-subnetpools Nov 03 21:29:23.614313 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.615721 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.616227 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: dhcp_agent_scheduler Nov 03 21:29:23.616584 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: dns.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.617518 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.618015 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension dns-integration not supported by any of loaded plugins Nov 03 21:29:23.618339 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: dns_domain_ports.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.619260 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.619763 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 03 21:29:23.620081 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.621036 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.621535 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 03 21:29:23.621856 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: dvr.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.622527 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.623022 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: dvr Nov 03 21:29:23.623345 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: ecmp_routes.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.624278 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.624794 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 03 21:29:23.625117 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: empty_string_filtering.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.626036 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.626537 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: empty-string-filtering Nov 03 21:29:23.626863 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.627786 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.628281 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 03 21:29:23.628627 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.629549 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.630045 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 03 21:29:23.630367 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: external_net.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.631317 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.631818 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: external-net Nov 03 21:29:23.632142 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.633090 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.633591 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: extra_dhcp_opt Nov 03 21:29:23.633915 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: extraroute.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.634843 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.635344 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: extraroute Nov 03 21:29:23.635667 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: extraroute_atomic.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.636738 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.637244 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: extraroute-atomic Nov 03 21:29:23.637568 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: filter_validation.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.638413 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.638918 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: filter-validation Nov 03 21:29:23.639244 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: fip_pf_description.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.640168 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.640707 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 03 21:29:23.641029 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: fip_port_details.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.641946 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.642454 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: fip-port-details Nov 03 21:29:23.642775 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: flavors.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.644036 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.644582 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: flavors Nov 03 21:29:23.644916 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.646626 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.647138 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 03 21:29:23.647469 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: floatingip_pools.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.648177 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.648718 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: floatingip-pools Nov 03 21:29:23.649045 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: ip_allocation.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.649987 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.650485 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension ip_allocation not supported by any of loaded plugins Nov 03 21:29:23.650807 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.651742 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.652241 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: ip-substring-filtering Nov 03 21:29:23.652602 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: l2_adjacency.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.653534 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.654034 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 03 21:29:23.654357 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: l3.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.655324 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.655832 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: router Nov 03 21:29:23.656161 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.658458 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.658978 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 03 21:29:23.659314 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.660263 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.660805 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: ext-gw-mode Nov 03 21:29:23.661136 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.662588 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.663093 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: l3-ha Nov 03 21:29:23.663423 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: l3_flavors.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.664376 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.664878 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: l3-flavors Nov 03 21:29:23.665208 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.666129 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.666630 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 03 21:29:23.666958 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: l3agentscheduler.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.667999 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.668534 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: l3_agent_scheduler Nov 03 21:29:23.668861 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: logging.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.670366 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.670876 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension logging not supported by any of loaded plugins Nov 03 21:29:23.671206 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: metering.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.671954 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.672543 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: metering Nov 03 21:29:23.672873 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.674118 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.674629 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: metering_source_and_destination_fields Nov 03 21:29:23.674959 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: multiprovidernet.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.675889 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.676419 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: multi-provider Nov 03 21:29:23.676747 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: netmtu.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.677729 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.678233 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: net-mtu Nov 03 21:29:23.678557 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: netmtu_writable.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.679479 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.679976 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: net-mtu-writable Nov 03 21:29:23.680300 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: network_availability_zone.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.680994 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.681489 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: network_availability_zone Nov 03 21:29:23.681811 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: network_ip_availability.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.682926 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.683429 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: network-ip-availability Nov 03 21:29:23.683755 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: network_segment_range.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.684563 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.685326 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension network-segment-range not supported by any of loaded plugins Nov 03 21:29:23.685649 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: pagination.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.686649 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.686978 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: pagination Nov 03 21:29:23.687296 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: port_device_profile.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.688210 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.688743 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: port-device-profile Nov 03 21:29:23.689066 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.689991 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.690489 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: port-mac-address-regenerate Nov 03 21:29:23.690810 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.691738 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.692239 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: port-numa-affinity-policy Nov 03 21:29:23.692598 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: port_resource_request.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.694045 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.694541 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension port-resource-request not supported by any of loaded plugins Nov 03 21:29:23.694864 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: port_resource_request_groups.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.695837 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.696331 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 03 21:29:23.696693 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: portbindings.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.697635 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.698133 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: binding Nov 03 21:29:23.698459 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: portbindings_extended.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.699755 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.700262 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: binding-extended Nov 03 21:29:23.700624 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: portsecurity.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.701563 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.702065 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: port-security Nov 03 21:29:23.702392 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: project_id.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.703383 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.703716 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: project-id Nov 03 21:29:23.704046 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: providernet.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.705015 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.705518 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: provider Nov 03 21:29:23.705842 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.709949 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.710464 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos not supported by any of loaded plugins Nov 03 21:29:23.710800 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.712066 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.712601 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 03 21:29:23.712936 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.713868 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.714381 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 03 21:29:23.714710 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_default.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.715660 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.716166 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-default not supported by any of loaded plugins Nov 03 21:29:23.716531 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_fip.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.717197 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.717692 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-fip not supported by any of loaded plugins Nov 03 21:29:23.718018 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_gateway_ip.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.718952 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.719457 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 03 21:29:23.719782 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_port_network_policy.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.720746 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.721248 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 03 21:29:23.721573 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.722611 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.723115 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 03 21:29:23.723442 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_pps_rule.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.724687 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.725376 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-pps not supported by any of loaded plugins Nov 03 21:29:23.725704 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_rule_type_details.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.726633 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.727136 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 03 21:29:23.727461 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: qos_rules_alias.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.728541 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.729049 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 03 21:29:23.729372 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: quotasv2.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.730312 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.730641 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: quotas Nov 03 21:29:23.730965 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: quotasv2_detail.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.734200 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.734538 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: quota_details Nov 03 21:29:23.734867 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: rbac.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.735937 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.736492 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: rbac-policies Nov 03 21:29:23.736827 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: rbac_address_group.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.737772 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.738279 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: rbac-address-group Nov 03 21:29:23.738711 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: rbac_address_scope.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.739536 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.740066 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: rbac-address-scope Nov 03 21:29:23.740424 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: rbac_security_groups.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.741353 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.741859 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: rbac-security-groups Nov 03 21:29:23.742186 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: rbac_subnetpool.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.743114 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.743620 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: rbac-subnetpool Nov 03 21:29:23.743945 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: revisionifmatch.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.744913 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.745418 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: revision-if-match Nov 03 21:29:23.745742 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: revisions.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.746866 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.747371 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: standard-attr-revisions Nov 03 21:29:23.747699 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: router_availability_zone.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.748404 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.748913 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: router_availability_zone Nov 03 21:29:23.749235 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: routerservicetype.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.750166 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.750671 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension router-service-type not supported by any of loaded plugins Nov 03 21:29:23.750995 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.751929 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.752454 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: security-groups-normalized-cidr Nov 03 21:29:23.752782 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.753711 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.754224 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: port-security-groups-filtering Nov 03 21:29:23.754551 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.755554 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.756628 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: security-groups-remote-address-group Nov 03 21:29:23.756952 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.757912 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.758414 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: security-groups-shared-filtering Nov 03 21:29:23.758740 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.759337 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 03 21:29:23.759653 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: securitygroup.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.769513 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.770049 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: security-group Nov 03 21:29:23.770384 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: segment.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.771199 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.771758 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension segment not supported by any of loaded plugins Nov 03 21:29:23.772619 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.773605 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.774115 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 03 21:29:23.774441 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: servicetype.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.775583 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.776102 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: service-type Nov 03 21:29:23.776468 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: sorting.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.777472 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.777806 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: sorting Nov 03 21:29:23.778133 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: standard_attr_segment.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.779069 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.779577 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 03 21:29:23.779903 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: standardattrdescription.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.780590 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.781093 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: standard-attr-description Nov 03 21:29:23.781415 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: stateful_security_group.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.782358 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.782863 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: stateful-security-group Nov 03 21:29:23.783188 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: stdattrs_common.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.783767 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 03 21:29:23.784093 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.785057 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.785561 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 03 21:29:23.785885 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: subnet_onboard.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.787017 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.787526 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: subnet_onboard Nov 03 21:29:23.787856 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.788831 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.789334 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 03 21:29:23.789659 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: subnet_service_types.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.790602 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.791112 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: subnet-service-types Nov 03 21:29:23.791440 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: subnetallocation.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.792573 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.793084 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: subnet_allocation Nov 03 21:29:23.793417 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.794099 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.794604 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: subnetpool-prefix-ops Nov 03 21:29:23.794928 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.795877 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.796409 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 03 21:29:23.796735 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: tagging.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.797842 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.798350 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: standard-attr-tag Nov 03 21:29:23.798680 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: timestamp.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.799909 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.800444 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loaded extension: standard-attr-timestamp Nov 03 21:29:23.800776 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: trunk.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.801832 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.803128 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension trunk not supported by any of loaded plugins Nov 03 21:29:23.803462 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: trunk_details.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.804417 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.804935 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension trunk-details not supported by any of loaded plugins Nov 03 21:29:23.805262 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: uplink_status_propagation.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.806194 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.806698 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 03 21:29:23.807025 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Loading extension file: vlantransparent.py {{(pid=101065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 21:29:23.807709 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 21:29:23.808210 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 03 21:29:23.811023 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:network Nov 03 21:29:23.811558 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:subnet Nov 03 21:29:23.811963 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 21:29:23.812367 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:port Nov 03 21:29:23.813704 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.814151 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service FLAVORS assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.814792 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.815221 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.815554 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:router Nov 03 21:29:23.815987 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:floatingip Nov 03 21:29:23.816523 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service METERING assigned prefix: /metering {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.817969 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.819025 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.819382 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:29:23.820448 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 21:29:23.820907 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:security_group Nov 03 21:29:23.821349 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 21:29:23.821950 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service CORE assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.822282 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 21:29:23.822644 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] subnetpool is already registered Nov 03 21:29:23.823093 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service CORE assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.823420 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 21:29:23.823754 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] subnetpool is already registered Nov 03 21:29:23.826247 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.826699 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service FLAVORS assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.827333 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.827770 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.828101 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:router Nov 03 21:29:23.828474 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] router is already registered Nov 03 21:29:23.828888 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:floatingip Nov 03 21:29:23.829224 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] floatingip is already registered Nov 03 21:29:23.829759 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service METERING assigned prefix: /metering {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.830419 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 21:29:23.830749 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] rbac_policy is already registered Nov 03 21:29:23.831174 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:security_group Nov 03 21:29:23.831509 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] security_group is already registered Nov 03 21:29:23.831923 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 21:29:23.832260 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] security_group_rule is already registered Nov 03 21:29:23.832772 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service CORE assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.833099 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 21:29:23.833431 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] subnetpool is already registered Nov 03 21:29:23.833897 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.v2.resource_helper [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Service CORE assigned prefix: {{(pid=101065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 21:29:23.834220 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 21:29:23.834554 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING neutron.quota.resource_registry [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] subnetpool is already registered Nov 03 21:29:23.836373 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: extensions {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.837882 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: address-groups {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.839454 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: address-scopes {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.840697 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: agents {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.841976 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: auto-allocated-topology {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.843232 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: availability_zones {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.844497 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: dhcp-networks {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.845935 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: dhcp-agents {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.847804 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: routers {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.850018 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: flavors {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.851331 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: service_profiles {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.852591 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: next_providers {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.854115 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: service_profiles {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.855704 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: floatingip-pools {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.857090 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: routers {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.859429 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: floatingips {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.860768 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: l3-routers {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.862218 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: l3-agents {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.863665 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: metering-labels {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.864963 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: metering-label-rules {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.866873 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: network-ip-availabilities {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.868255 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: bindings {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.869884 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: quotas {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.871564 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: quotas {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.873147 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: rbac-policies {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.874367 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: security-groups {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.875713 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: security-group-rules {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.876996 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: service-providers {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.878269 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: subnetpools {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.879699 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: subnetpools {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.881797 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.883476 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.885380 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.887224 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.888962 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.890966 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.892680 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.895515 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.897364 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.899129 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron.api.extensions [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Extended resource: tags {{(pid=101065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 21:29:23.905346 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING keystonemiddleware.auth_token [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 03 21:29:23.909911 dv-cinder-816573-1-iscsi neutron-server[101065]: WARNING keystonemiddleware.auth_token [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 03 21:29:23.918814 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_concurrency.lockutils [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Acquired lock "singleton_lock" {{(pid=101065) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 03 21:29:23.919293 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_concurrency.lockutils [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Releasing lock "singleton_lock" {{(pid=101065) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 03 21:29:23.919953 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO oslo_service.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Starting 2 workers Nov 03 21:29:23.924821 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Started child 101174 {{(pid=101065) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 21:29:23.930941 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Started child 101175 {{(pid=101065) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 21:29:23.931139 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:23.931760 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO neutron.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 03 21:29:23.932064 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Publish callbacks [] for process, before_spawn {{(pid=101065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:23.932222 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [-] (101174) wsgi starting up on http://0.0.0.0:9696 Nov 03 21:29:23.934442 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:23.935199 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO oslo_service.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Starting 1 workers Nov 03 21:29:23.936060 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [-] (101175) wsgi starting up on http://0.0.0.0:9696 Nov 03 21:29:23.939924 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Started child 101176 {{(pid=101065) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 21:29:23.940483 dv-cinder-816573-1-iscsi neutron-server[101065]: INFO oslo_service.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Starting 1 workers Nov 03 21:29:23.944210 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] calling RpcWorker wait() {{(pid=101176) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 03 21:29:23.944816 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] returning from RpcWorker wait() {{(pid=101176) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 03 21:29:23.945575 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Started child 101177 {{(pid=101065) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 21:29:23.946247 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:23.946367 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb801-3c1c-42f0-acb2-cb4058f1f503 None None] Publish callbacks [] for process, after_spawn {{(pid=101065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:23.946743 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:29:23.948239 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101065) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 21:29:23.948483 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 21:29:23.948675 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 21:29:23.948898 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 21:29:23.949332 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 21:29:23.949499 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 21:29:23.950010 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.950301 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.950561 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.950821 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.950922 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:23.951395 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.951660 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.951759 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:29:23.951917 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.952142 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.952470 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.952732 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.952900 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.953061 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.953319 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.953568 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.953860 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.954120 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.954379 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.954644 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.954820 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.955089 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.955349 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.955600 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.955863 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] debug = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.956091 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.956595 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.956833 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.957085 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.957322 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.957590 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.957819 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.958077 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.958324 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.958563 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.958835 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.959084 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.959326 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.959541 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.959795 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.960056 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.960295 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.960804 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] host = dv-cinder-816573-1-iscsi {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.961054 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.961280 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.961509 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.961744 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.962002 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.962216 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.962487 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.962753 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.962987 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.963211 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.963461 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.963707 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.963942 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.964174 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.964339 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_options = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.964595 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.964879 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.965135 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.965334 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.965527 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.965669 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.965948 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.966185 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.966353 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.966598 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.966747 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.966981 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.967198 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.967413 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.967663 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.967901 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.968121 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.968334 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.968599 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.968831 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.969062 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.969290 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.969509 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.969752 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.969986 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.970208 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.970453 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.970670 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.970886 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.971140 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.971383 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.971631 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.971864 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.972121 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.972415 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.972669 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.972933 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.973139 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.973422 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.973648 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.973891 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.974150 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.974397 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.974645 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.974868 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.975081 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.975295 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_json = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.975506 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.975753 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.976021 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.976217 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.976455 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.976715 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.976877 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.977101 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:23.977540 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.977814 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.978121 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.978366 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.978659 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.980494 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.980986 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.981248 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.981542 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.981831 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.982261 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.982526 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.983198 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.984019 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.984800 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.984976 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.985241 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.986013 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.986252 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.986531 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.986845 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.987336 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.987617 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.987875 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.988155 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.988424 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.988664 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.989042 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.989757 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.990573 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.991023 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.991330 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.992238 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.992629 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.992864 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.993120 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.993350 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.994742 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.994995 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.995231 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.998863 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.999158 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.999402 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.999667 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:23.999940 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.000228 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.000503 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.000747 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.000976 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.001206 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.001444 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.001660 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.001899 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.002127 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.002368 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.002608 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.002847 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.003056 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.003279 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.003520 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.003774 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.003994 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.004213 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.004473 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.004703 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.004909 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.005189 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.005412 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.005630 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.006430 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.006666 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.006917 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.007159 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.007382 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.007597 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.007855 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.008052 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.008265 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.008499 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.008715 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.008919 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.009151 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.009362 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.009584 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.009810 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.010021 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.010235 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.010449 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.010683 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.010958 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.011260 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.011510 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.011756 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.011981 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.012225 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.012499 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.012747 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.012988 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.013211 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.013426 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.014748 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.014903 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.015127 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.015375 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.015596 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.015867 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.016071 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.016367 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.016573 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.016816 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.017045 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.017327 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.017565 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.017882 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.018143 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.018396 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.018684 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.018950 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.019278 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.019468 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.019711 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.020057 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.020694 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.020945 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.021225 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.021524 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.021774 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.022026 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.022294 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.022623 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.022813 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.023062 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.023435 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.023701 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.023945 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.024163 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.024409 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.024746 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.025046 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.025205 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.025407 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.025676 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.025927 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.026166 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.026501 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.026789 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.027033 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.027334 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.027565 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.027796 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.028087 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.028314 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.028558 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.028797 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.029029 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.029277 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.029509 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.029744 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.030012 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.030253 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.030488 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.030718 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.031022 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.031225 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.031424 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.031637 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.031855 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.032095 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.032553 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.032663 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.032861 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.033106 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.033337 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.033573 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.033849 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.034100 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.034344 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.034615 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.034864 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.035092 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.035309 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.035541 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.035765 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.035978 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.036193 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.036461 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.036678 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.036979 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.037192 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.037396 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.037649 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.037890 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.038241 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.038531 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.038869 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.039000 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.039221 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.039469 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.039680 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.039906 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.040127 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.040405 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.040625 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.040910 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.041170 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.041445 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.041712 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.042130 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.042238 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.042403 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.042619 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.042908 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.043346 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.043512 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.043650 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.043901 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.044133 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.044455 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.044639 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.044854 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.045072 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.045286 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.045499 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.045725 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.045953 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.046163 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.046386 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.046605 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.046809 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.047039 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.047310 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.047492 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.047734 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.047950 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.048163 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.048399 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.048608 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.048815 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.049032 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.049248 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.049455 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.049679 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.049896 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.050102 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.050321 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.050538 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.050746 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.051023 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.051274 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.051488 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.051772 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.051995 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.052238 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.053072 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.053400 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.053616 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.053874 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.054108 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.054728 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.054728 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.054919 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.055106 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.055400 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.055659 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.055912 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.056188 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.056489 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.056768 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.056980 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.057255 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.057595 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.057859 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.058126 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.058385 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.058620 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.058841 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.059056 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.059303 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.059535 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.059748 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.060259 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.060507 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.060765 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.060997 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.061220 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.061435 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.061680 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.061906 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.062126 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.062339 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.062495 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 21:29:24.063038 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101065) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 21:29:24.063188 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 21:29:24.063339 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 21:29:24.063518 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 21:29:24.063690 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 21:29:24.063842 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 21:29:24.064048 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.064207 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.064394 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.064557 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.064711 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.064888 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.065048 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.065204 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.065359 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.065515 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.065670 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.065826 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.065980 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.066136 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.066292 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.066448 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.066604 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.066760 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.066920 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.067076 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.067237 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.067426 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.067590 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] debug = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.067693 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.067886 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.068050 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.068302 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.068986 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.069098 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.069254 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.069410 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.069565 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.069750 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.069879 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.070017 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.070143 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.070300 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.070454 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.070609 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.070765 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.070920 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] host = dv-cinder-816573-1-iscsi {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.071075 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.071231 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.071388 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.071543 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.071699 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.071855 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.072009 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.072164 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.072330 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.072486 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.072637 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.072775 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.072935 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.073089 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.073246 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_options = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.073404 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.073559 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.073714 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.073899 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.074060 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.074217 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.074373 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.074592 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.074720 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.074840 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.074951 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.075099 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.075254 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.075594 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.075594 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.075844 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.075844 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.076071 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.076192 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.076313 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.076466 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.076611 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.076767 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.076922 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.077077 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.077233 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.077387 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.077541 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.077698 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.077852 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.077997 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.078151 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.078307 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.078462 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.078618 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.078791 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.078967 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.079123 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.079281 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.079437 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.079592 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.079747 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.079958 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.080093 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.080217 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.080362 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.080519 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_json = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.080674 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.080830 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.080985 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.081140 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.081295 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.081450 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.081689 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.081825 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 21:29:24.081950 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.082073 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.082232 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.082391 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.082551 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.082710 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.082867 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.083025 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.083183 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.083342 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.083509 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.083669 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.083975 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.084126 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.084250 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.084439 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.084581 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.084779 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.084779 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.085065 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.085065 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.085316 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.085450 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.085573 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.085694 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.085815 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.085962 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.086138 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.086296 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.086466 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.086595 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.086765 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.086938 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.087082 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.087324 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.087580 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.087708 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.087830 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.087951 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.088072 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.088211 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.088389 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.088556 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.088716 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.088875 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.089035 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.089194 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.089353 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.089513 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.089882 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.089882 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.090118 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.090118 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.090271 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.090422 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.090591 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.090749 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.090907 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.091066 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.091224 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.091382 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.091540 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.091699 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.091857 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.092015 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.092172 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.092337 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.092527 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.092662 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.092819 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.092978 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.093136 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.093295 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.093454 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.093583 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:29:24.093689 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.093772 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.093906 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.094064 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.094223 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.094382 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.094540 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.094698 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.094863 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.095019 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.095176 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.095334 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.095492 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.095650 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.095806 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.095973 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.096145 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.096305 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.096483 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.096642 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.096799 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.096959 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.097115 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.097272 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.097434 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.097581 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.097737 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.097900 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.098061 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.098219 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.098377 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.098536 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.098693 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.098850 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.099008 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.099166 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.099324 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.099515 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.099673 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.099832 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.099987 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.100144 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.100312 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.100493 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.100654 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.100812 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.100978 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.101145 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.101303 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.101467 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.101624 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.101781 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.101940 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.102099 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.102258 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.102470 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.102569 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.102721 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.102885 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.103058 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.103214 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.103373 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.103534 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.103713 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.103871 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.104029 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.104194 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105060 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105060 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105060 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105060 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105060 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105467 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105467 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105467 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105675 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105675 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.105848 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.106005 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.106366 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.106366 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.106658 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.106658 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.106946 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.106946 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.107212 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.107212 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.107443 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.107443 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.107648 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.107788 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.107911 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.108031 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.108195 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.108372 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.108530 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.108687 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.108846 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.108992 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.109150 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.109311 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.109470 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.109631 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.109790 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.109999 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.110110 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.110243 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.110404 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.110561 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.110720 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.110879 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.111037 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.111197 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.111356 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.111514 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.111672 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.111830 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.111988 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.112161 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.112320 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.112498 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.112655 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.112813 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.112973 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.113131 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.113290 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.113446 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.113604 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.113762 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.113921 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.114083 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.114242 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.114400 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.114558 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.114718 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.114876 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.115595 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.115725 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.115846 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.116005 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.116162 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.116320 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.116512 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.116648 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.116804 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.116961 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.117119 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.117277 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.117434 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.117601 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.117759 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.117918 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.118076 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.118233 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.118391 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.118558 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.118716 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.118874 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.119031 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.119188 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.119345 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.119511 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.119668 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.119825 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.120036 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.120127 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.120279 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.120466 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.120608 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.120770 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.120928 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.121085 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.121242 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.121410 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.121569 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.121727 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.121893 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.122051 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.122209 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.122366 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.122535 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.122694 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.122854 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.123012 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.123169 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.123327 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.123488 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.123649 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.123816 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.123980 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.124140 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.124306 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.124493 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.124660 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.124819 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.124984 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.125156 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.125315 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.125473 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.125637 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.125794 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.125952 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.126109 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.126268 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.126429 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.126584 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.126741 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.126898 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.127055 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.127213 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.127371 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.127532 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.127690 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.127847 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.128005 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.128166 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 21:29:24.128317 dv-cinder-816573-1-iscsi neutron-server[101065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 21:29:24.272971 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 57888) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:29:24.281616 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064268 Nov 03 21:29:35.764206 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab6009-abaa-43cd-b9c6-190b5bd24f23 None None] get_active_networks_info from dv-cinder-816573-1-iscsi {{(pid=101176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 21:29:35.832449 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab6009-abaa-43cd-b9c6-190b5bd24f23 None None] No non-hosted networks {{(pid=101176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 03 21:29:35.854013 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.agentschedulers_db [None req-26ab6009-abaa-43cd-b9c6-190b5bd24f23 None None] DHCP Agent not found on host dv-cinder-816573-1-iscsi {{(pid=101176) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 03 21:29:36.000458 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ae95c6c0-8838-478c-adbd-388f9f4f89da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913385'] for agent, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:38.111983 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0d7ff6a9-b353-4519-8cce-8a78550afd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913385'] for agent, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:38.179756 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1c331c2a-76bd-4e68-b4cb-739ce21fbc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:39.017595 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913385'] for agent, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:40.336906 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913385'] for agent, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:41.196701 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913385'] for agent, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:41.198037 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.198413 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.198777 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.199107 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.199441 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.199786 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.200117 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.200498 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.200824 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.201144 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.201476 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.201796 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:41.202183 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816573-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:29:41.209812 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816573-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:29:41.791135 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 57984) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:29:42.305711 dv-cinder-816573-1-iscsi neutron-server[101175]: WARNING oslo_policy.policy [None req-888aaa44-7e91-4379-995e-0e2c83dc0396 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 21:29:42.306283 dv-cinder-816573-1-iscsi neutron-server[101175]: WARNING oslo_policy.policy [None req-888aaa44-7e91-4379-995e-0e2c83dc0396 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 21:29:42.532056 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [None req-888aaa44-7e91-4379-995e-0e2c83dc0396 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:29:42.543748 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-888aaa44-7e91-4379-995e-0e2c83dc0396 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.7410817 Nov 03 21:29:44.628231 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.db.l3_hamode_db [None req-7b16afd7-86c1-48fe-9952-4bf4589c3311 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 03 21:29:44.706535 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b16afd7-86c1-48fe-9952-4bf4589c3311 None None] Routers set() bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:29:44.706901 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b16afd7-86c1-48fe-9952-4bf4589c3311 None None] Router IDs set() for agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 21:29:45.044826 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58000) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:29:45.542873 dv-cinder-816573-1-iscsi neutron-server[101174]: WARNING oslo_policy.policy [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 21:29:45.543529 dv-cinder-816573-1-iscsi neutron-server[101174]: WARNING oslo_policy.policy [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 21:29:45.767965 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:29:45.865748 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.policy [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101174) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 21:29:45.912320 dv-cinder-816573-1-iscsi neutron-server[101174]: WARNING oslo_policy.policy [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 21:29:45.912746 dv-cinder-816573-1-iscsi neutron-server[101174]: WARNING oslo_policy.policy [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 21:29:45.921239 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.quota [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] Loaded quota_driver: . Nov 03 21:29:46.012768 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762169801044', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762169802603', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762169846019', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762169845703', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762170156707', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762169832261', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-782360', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-906775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4124893', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4183585'] for rbac-policy, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:46.082240 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:46.084156 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3372eaf0-4d86-4881-9426-3d40256b84a3 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0367477 Nov 03 21:29:48.782918 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58018) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:29:49.094581 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:29:49.122395 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Made reservation on behalf of 2e0ced662ce84b7d8c48dc8ee20776aa for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:29:49.125268 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:49.141056 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:49.248302 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:49.252116 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:49.271889 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:29:49.300266 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762171940612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:49.300856 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Unsubscribe: segment precommit_create {{(pid=101174) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 21:29:49.301363 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Added segment 673a3ab4-280a-465e-9c9f-d7c091b59965 of type vlan for network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 Nov 03 21:29:49.317954 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d776c9dd-6a59-4df9-830b-f1b0737af98e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:29:49.370690 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.371050 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.371392 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.371721 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.372049 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.372395 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.372720 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.373055 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.373393 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.373714 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.374031 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.374349 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Tracked resource versions report: Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: pushed versions: Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: { 'AddressGroup': {'1.2'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'ConntrackHelper': {'1.0'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Log': {'1.0'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Network': {'1.1'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Port': {'1.7'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'PortForwarding': {'1.2'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'QosPolicy': {'1.10'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SecurityGroup': {'1.5'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SecurityGroupRule': {'1.2'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SubPort': {'1.0'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Subnet': {'1.1'}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Trunk': {'1.1'}} Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: consumer versions: Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: { DHCP agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: L3 agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: Metadata agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: Metering agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: Open vSwitch agent@dv-cinder-816573-1-iscsi: { 'AddressGroup': '1.2', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'ConntrackHelper': '1.0', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Log': '1.0', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Network': '1.1', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Port': '1.7', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'PortForwarding': '1.2', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'QosPolicy': '1.10', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SecurityGroup': '1.5', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SecurityGroupRule': '1.2', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SubPort': '1.0', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Subnet': '1.1', Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Trunk': '1.1'}} Nov 03 21:29:49.375486 dv-cinder-816573-1-iscsi neutron-server[101174]: {{(pid=101174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 21:29:49.418239 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:49.461246 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:49.462465 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:29:49.463164 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:49.522738 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7386558 Nov 03 21:29:49.565021 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0f078-801c-4553-8bc3-becb0edc2662 admin admin] Pushing event updated for resources: {'Network': ['ID=7d37523f-cf17-4dbd-ae7d-c5ebb27888d9,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:29:49.576420 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:29:52.274057 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58032) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:29:52.666251 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef39c9-d452-498a-9f13-ef32cd479269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:29:52.667619 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-95ef39c9-d452-498a-9f13-ef32cd479269 admin admin] 10.222.0.62 "GET /v2.0/networks/7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 HTTP/1.1" status: 200 len: 825 time: 0.3925829 Nov 03 21:29:52.692376 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-cf1e7a3d-325e-4e69-9961-b4e29c63d080 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/a0fd1461-23b4-4129-9c02-57cce30a60eb HTTP/1.1" status: 200 len: 734 time: 0.0185041 Nov 03 21:29:52.703298 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'a0fd1461-23b4-4129-9c02-57cce30a60eb', 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:29:52.733110 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Made reservation on behalf of 2e0ced662ce84b7d8c48dc8ee20776aa for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:29:52.735444 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:53.023754 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:53.091868 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362a1401-c562-410d-9bcc-79c353d175a1,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:29:53.094738 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Checking segment: {'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:29:53.095132 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Network hostable DHCP agents. Network: 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:29:53.116341 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:29:53.131627 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:29:53.136298 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:29:53.137013 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:53.142936 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f977a6d-b37c-4954-a8b1-76bed1e7501b None None] Network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:29:53.152464 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b8517b73-5d2c-4e9c-b201-8698eb2856d6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4525046 Nov 03 21:29:53.468851 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-7d37523f-cf17-4dbd-ae7d-c5ebb27888d9', 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'fixed_ips': [{'subnet_id': '362a1401-c562-410d-9bcc-79c353d175a1'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:29:53.470121 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:53.764053 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Allocated IP 172.20.0.2 (7d37523f-cf17-4dbd-ae7d-c5ebb27888d9/362a1401-c562-410d-9bcc-79c353d175a1/4ac6d987-ee41-410f-816c-2e8ea10d9d5e) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:29:53.967871 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:53.975937 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:54.047518 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:29:54.054200 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:29:54.063592 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:29:54.066645 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Pushing event updated for resources: {'Port': ['ID=4ac6d987-ee41-410f-816c-2e8ea10d9d5e,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:29:54.124075 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.124075 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.124849 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.125071 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.125396 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.125723 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.126046 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.126366 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.126832 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.127380 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.127380 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.127612 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Tracked resource versions report: Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: pushed versions: Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: { 'AddressGroup': {'1.2'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'ConntrackHelper': {'1.0'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Log': {'1.0'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Network': {'1.1'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Port': {'1.7'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'PortForwarding': {'1.2'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'QosPolicy': {'1.10'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SecurityGroup': {'1.5'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SecurityGroupRule': {'1.2'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SubPort': {'1.0'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Subnet': {'1.1'}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Trunk': {'1.1'}} Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: consumer versions: Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: { DHCP agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: L3 agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: Metadata agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: Metering agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: Open vSwitch agent@dv-cinder-816573-1-iscsi: { 'AddressGroup': '1.2', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'ConntrackHelper': '1.0', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Log': '1.0', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Network': '1.1', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Port': '1.7', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'PortForwarding': '1.2', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'QosPolicy': '1.10', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SecurityGroup': '1.5', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SecurityGroupRule': '1.2', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SubPort': '1.0', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Subnet': '1.1', Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Trunk': '1.1'}} Nov 03 21:29:54.128678 dv-cinder-816573-1-iscsi neutron-server[101176]: {{(pid=101176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 21:29:54.159718 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Attempting to bind port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:29:54.160360 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Attempting to bind port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:29:54.160568 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Attempting to bind port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e on network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:29:54.165988 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:29:54.166355 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Checking segment: {'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:29:54.166824 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:54.167200 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Bound using segment: {'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:29:54.167653 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Bound port: 4ac6d987-ee41-410f-816c-2e8ea10d9d5e, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:29:54.168060 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:54.230244 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] For port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:29:54.234457 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] For port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=4ac6d987-ee41-410f-816c-2e8ea10d9d5e,segment=NetworkSegment(673a3ab4-280a-465e-9c9f-d7c091b59965),segment_id=673a3ab4-280a-465e-9c9f-d7c091b59965)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:29:54.240608 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:29:54.306495 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefb4ee-618f-4435-bd73-e5145c1a3099 None None] Pushing event updated for resources: {'Port': ['ID=4ac6d987-ee41-410f-816c-2e8ea10d9d5e,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:29:55.693844 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58040) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:29:56.011881 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [None req-ea3c1c74-523c-46af-b9e2-3a7c5b33da42 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:29:56.016794 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ea3c1c74-523c-46af-b9e2-3a7c5b33da42 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3218203 Nov 03 21:29:58.526563 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58048) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:29:58.848227 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [None req-5af1b871-eef5-4149-a6c6-f630ba7d1f3e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:29:58.860379 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-5af1b871-eef5-4149-a6c6-f630ba7d1f3e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3222935 Nov 03 21:30:01.664058 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58058) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:30:01.994158 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] Request body: {'router': {'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'name': 'router1', 'admin_state_up': True}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:30:02.060803 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.policy [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101175) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 21:30:02.117439 dv-cinder-816573-1-iscsi neutron-server[101175]: WARNING oslo_policy.policy [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 21:30:02.117669 dv-cinder-816573-1-iscsi neutron-server[101175]: WARNING oslo_policy.policy [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 21:30:02.130388 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.quota [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] Loaded quota_driver: . Nov 03 21:30:02.201996 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:02.205039 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:02.367431 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:02.373079 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:02.394852 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:02.396390 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-b0af37d4-f6f3-4d05-886b-a56cc42a97f3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7310398 Nov 03 21:30:02.966367 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 4ac6d987-ee41-410f-816c-2e8ea10d9d5e up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:30:03.061388 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:03.061785 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:03.169692 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:03.204964 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=4ac6d987-ee41-410f-816c-2e8ea10d9d5e,segment=NetworkSegment(673a3ab4-280a-465e-9c9f-d7c091b59965),segment_id=673a3ab4-280a-465e-9c9f-d7c091b59965)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:30:03.208967 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:03.256953 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=4ac6d987-ee41-410f-816c-2e8ea10d9d5e,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:03.360444 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c695af6-d8ee-4ae8-95e9-9130f3b3e0e0 None None] Network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:30:03.429273 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e5f19e2f-4aa5-41fe-9343-4fd3819838f1 None None] Provisioning complete for port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:03.429556 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e5f19e2f-4aa5-41fe-9343-4fd3819838f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:03.777153 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-5340997b-3a27-4914-a977-34d33806f076 None None] Provisioning complete for port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:03.777519 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-5340997b-3a27-4914-a977-34d33806f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:04.894521 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58072) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:30:04.948123 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 4ac6d987-ee41-410f-816c-2e8ea10d9d5e up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:30:04.999611 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:04.999979 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:05.221815 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [None req-2a9b63b2-cb4a-4114-8b07-42f9d6f3d208 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:30:05.222791 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-2a9b63b2-cb4a-4114-8b07-42f9d6f3d208 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3273585 Nov 03 21:30:05.677614 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-02c2bd30-2e11-48f3-8e10-f784381a5c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:07.727049 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58080) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:30:08.052673 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:30:08.077624 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Made reservation on behalf of 02ac9104cc0642abbc69dad59f5a3f21 for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:30:08.080474 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.096800 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.109734 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0ccfdf0e-8475-4203-81d7-e9e2e5c1b023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.202084 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.206002 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.217927 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Reserving flat network on physical network physnet1 {{(pid=101175) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 03 21:30:08.251379 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762171940612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.251929 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Unsubscribe: segment precommit_create {{(pid=101175) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 21:30:08.252468 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Added segment 7385396c-0c2f-4db2-8c3d-e5e975960e24 of type flat for network a252c8df-1583-43ea-accb-8c395ed49e74 Nov 03 21:30:08.268116 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a721c29-d4ae-4606-98e8-905c2c268bbf,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:08.317527 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.317914 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.318255 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.318584 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.318919 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.319229 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.319553 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.319889 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.320222 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.320568 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.320898 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.321197 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Tracked resource versions report: Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: pushed versions: Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: { 'AddressGroup': {'1.2'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'ConntrackHelper': {'1.0'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Log': {'1.0'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Network': {'1.1'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Port': {'1.7'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'PortForwarding': {'1.2'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'QosPolicy': {'1.10'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SecurityGroup': {'1.5'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SecurityGroupRule': {'1.2'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SubPort': {'1.0'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Subnet': {'1.1'}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Trunk': {'1.1'}} Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: consumer versions: Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: { DHCP agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: L3 agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: Metadata agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: Metering agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: Open vSwitch agent@dv-cinder-816573-1-iscsi: { 'AddressGroup': '1.2', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'ConntrackHelper': '1.0', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Log': '1.0', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Network': '1.1', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Port': '1.7', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'PortForwarding': '1.2', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'QosPolicy': '1.10', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SecurityGroup': '1.5', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SecurityGroupRule': '1.2', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SubPort': '1.0', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Subnet': '1.1', Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Trunk': '1.1'}} Nov 03 21:30:08.322290 dv-cinder-816573-1-iscsi neutron-server[101175]: {{(pid=101175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 21:30:08.379131 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.422269 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.423815 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:30:08.424626 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:08.485740 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7587247 Nov 03 21:30:08.530060 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf53566-eacd-447f-8777-fcd72f8265ad admin admin] Pushing event updated for resources: {'Network': ['ID=a252c8df-1583-43ea-accb-8c395ed49e74,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:08.541372 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network a252c8df-1583-43ea-accb-8c395ed49e74 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:30:08.951475 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:10.242625 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:10.987862 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58102) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:30:11.170462 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121c1c5-f076-4a5a-b8f4-e52de7f62848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:30:11.171846 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9121c1c5-f076-4a5a-b8f4-e52de7f62848 admin admin] 10.222.0.62 "GET /v2.0/subnets/362a1401-c562-410d-9bcc-79c353d175a1 HTTP/1.1" status: 200 len: 849 time: 0.1830003 Nov 03 21:30:11.241894 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:11.335361 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-fe6314ec-58ab-4501-b7be-b5d8296ab50f admin admin] 10.222.0.62 "GET /v2.0/routers/dca5475d-87d4-4d10-a9a1-d6cbbceac560 HTTP/1.1" status: 200 len: 704 time: 0.1567559 Nov 03 21:30:11.604525 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:11.903852 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Allocated IP 172.20.0.1 (7d37523f-cf17-4dbd-ae7d-c5ebb27888d9/362a1401-c562-410d-9bcc-79c353d175a1/d9c6abe7-17b4-4632-8ee5-b473642d1e17) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:30:12.064110 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:12.130718 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:12.209562 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:30:12.214459 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:30:12.217032 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:30:12.217581 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:12.326258 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c6abe7-17b4-4632-8ee5-b473642d1e17,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:12.430876 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-d5545229-4ff5-4f3b-a8c8-9a796eef75d7 None None] Provisioning complete for port d9c6abe7-17b4-4632-8ee5-b473642d1e17 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:12.431510 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d5545229-4ff5-4f3b-a8c8-9a796eef75d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:12.464565 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-d5545229-4ff5-4f3b-a8c8-9a796eef75d7 None None] Port d9c6abe7-17b4-4632-8ee5-b473642d1e17 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:30:12.480756 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:12.739370 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:12.744650 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:12.745889 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:12.807598 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c6abe7-17b4-4632-8ee5-b473642d1e17,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:12.880985 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:30:12.882322 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:30:13.053395 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Router dca5475d-87d4-4d10-a9a1-d6cbbceac560 is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:30:13.089768 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-f9242a66-8fcb-4f11-9d97-0179a542bf1d None None] Provisioning complete for port d9c6abe7-17b4-4632-8ee5-b473642d1e17 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:13.092416 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f9242a66-8fcb-4f11-9d97-0179a542bf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:13.127240 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-f9242a66-8fcb-4f11-9d97-0179a542bf1d None None] Port d9c6abe7-17b4-4632-8ee5-b473642d1e17 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:30:13.150390 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:30:13.157523 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4a9108b2-26d2-40c3-8a3d-871bf9c483f3 admin admin] 10.222.0.62 "PUT /v2.0/routers/dca5475d-87d4-4d10-a9a1-d6cbbceac560/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8162246 Nov 03 21:30:13.163803 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Sync routers for ids ['dca5475d-87d4-4d10-a9a1-d6cbbceac560'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:30:13.176238 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Routers {'dca5475d-87d4-4d10-a9a1-d6cbbceac560'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:30:13.177149 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:30:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['dca5475d-87d4-4d10-a9a1-d6cbbceac560'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:30:13.389994 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Set router dca5475d-87d4-4d10-a9a1-d6cbbceac560 gateway port host: None {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:30:13.865799 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'name': 'router1', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:30:02Z', 'updated_at': '2021-11-03T21:30:12Z', 'revision_number': 2, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'gw_port_host': None, '_interfaces': [{'id': 'd9c6abe7-17b4-4632-8ee5-b473642d1e17', 'name': '', 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'mac_address': 'fa:16:3e:30:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362a1401-c562-410d-9bcc-79c353d175a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:11Z', 'updated_at': '2021-11-03T21:30:12Z', 'revision_number': 2, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'subnets': [{'id': '362a1401-c562-410d-9bcc-79c353d175a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0fd1461-23b4-4129-9c02-57cce30a60eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:30:13.919350 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Checking router: dca5475d-87d4-4d10-a9a1-d6cbbceac560 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:30:13.919646 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Updating router dca5475d-87d4-4d10-a9a1-d6cbbceac560 port d9c6abe7-17b4-4632-8ee5-b473642d1e17 binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:30:13.970256 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:14.085987 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:30:14.512607 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:14.520017 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:14.640539 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Pushing event updated for resources: {'Port': ['ID=d9c6abe7-17b4-4632-8ee5-b473642d1e17,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:14.665733 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.666082 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.666433 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.666775 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.667110 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.667446 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.667777 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.668106 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.668459 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.668788 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.669116 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.669436 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Tracked resource versions report: Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: pushed versions: Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: { 'AddressGroup': {'1.2'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'ConntrackHelper': {'1.0'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Log': {'1.0'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Network': {'1.1'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Port': {'1.7'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'PortForwarding': {'1.2'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'QosPolicy': {'1.10'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SecurityGroup': {'1.5'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SecurityGroupRule': {'1.2'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SubPort': {'1.0'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Subnet': {'1.1'}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Trunk': {'1.1'}} Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: consumer versions: Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: { DHCP agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: L3 agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: Metadata agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: Metering agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: Open vSwitch agent@dv-cinder-816573-1-iscsi: { 'AddressGroup': '1.2', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'ConntrackHelper': '1.0', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Log': '1.0', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Network': '1.1', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Port': '1.7', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'PortForwarding': '1.2', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'QosPolicy': '1.10', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SecurityGroup': '1.5', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SecurityGroupRule': '1.2', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SubPort': '1.0', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Subnet': '1.1', Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Trunk': '1.1'}} Nov 03 21:30:14.670533 dv-cinder-816573-1-iscsi neutron-server[101177]: {{(pid=101177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 21:30:14.704036 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Attempting to bind port d9c6abe7-17b4-4632-8ee5-b473642d1e17 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:30:14.704467 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Attempting to bind port d9c6abe7-17b4-4632-8ee5-b473642d1e17 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:30:14.704915 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Attempting to bind port d9c6abe7-17b4-4632-8ee5-b473642d1e17 on network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:30:14.710483 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:30:14.711973 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Checking segment: {'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:30:14.712508 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:14.712998 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Bound using segment: {'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:30:14.713500 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Bound port: d9c6abe7-17b4-4632-8ee5-b473642d1e17, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673a3ab4-280a-465e-9c9f-d7c091b59965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:30:14.713906 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:14.763760 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-9bfedc37-b510-4ffc-840e-5b95ca1a97d7 None None] Provisioning complete for port d9c6abe7-17b4-4632-8ee5-b473642d1e17 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:14.764307 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9bfedc37-b510-4ffc-840e-5b95ca1a97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:14.787280 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] For port d9c6abe7-17b4-4632-8ee5-b473642d1e17, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:30:14.799115 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-9bfedc37-b510-4ffc-840e-5b95ca1a97d7 None None] Port d9c6abe7-17b4-4632-8ee5-b473642d1e17 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:30:14.807801 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] For port d9c6abe7-17b4-4632-8ee5-b473642d1e17, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=d9c6abe7-17b4-4632-8ee5-b473642d1e17,segment=NetworkSegment(673a3ab4-280a-465e-9c9f-d7c091b59965),segment_id=673a3ab4-280a-465e-9c9f-d7c091b59965)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:30:14.812746 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:14.872109 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Routers {'dca5475d-87d4-4d10-a9a1-d6cbbceac560'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:30:14.872777 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:30:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['dca5475d-87d4-4d10-a9a1-d6cbbceac560'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:30:14.875755 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5e18-4726-430f-be75-ac9ea29a4474 None None] Pushing event updated for resources: {'Port': ['ID=d9c6abe7-17b4-4632-8ee5-b473642d1e17,revision_number=4']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:14.966949 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] Set router dca5475d-87d4-4d10-a9a1-d6cbbceac560 gateway port host: None {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:30:15.121434 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-6bab7fd2-f81e-4927-82f4-f9e4feab36b4 None None] Provisioning complete for port d9c6abe7-17b4-4632-8ee5-b473642d1e17 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:15.121693 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6bab7fd2-f81e-4927-82f4-f9e4feab36b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:15.182903 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'name': 'router1', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:30:02Z', 'updated_at': '2021-11-03T21:30:12Z', 'revision_number': 2, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'gw_port_host': None, '_interfaces': [{'id': 'd9c6abe7-17b4-4632-8ee5-b473642d1e17', 'name': '', 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'mac_address': 'fa:16:3e:30:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362a1401-c562-410d-9bcc-79c353d175a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:11Z', 'updated_at': '2021-11-03T21:30:14Z', 'revision_number': 4, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'subnets': [{'id': '362a1401-c562-410d-9bcc-79c353d175a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0fd1461-23b4-4129-9c02-57cce30a60eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:30:15.202661 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6bab7fd2-f81e-4927-82f4-f9e4feab36b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:15.209794 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a79efe-bf4f-43c1-946f-1ed30b23e139 None None] The sync data for ids ['dca5475d-87d4-4d10-a9a1-d6cbbceac560'] in dv-cinder-816573-1-iscsi is: [{'id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'name': 'router1', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:30:02Z', 'updated_at': '2021-11-03T21:30:12Z', 'revision_number': 2, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'gw_port_host': None, '_interfaces': [{'id': 'd9c6abe7-17b4-4632-8ee5-b473642d1e17', 'name': '', 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'mac_address': 'fa:16:3e:30:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362a1401-c562-410d-9bcc-79c353d175a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:11Z', 'updated_at': '2021-11-03T21:30:14Z', 'revision_number': 4, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'subnets': [{'id': '362a1401-c562-410d-9bcc-79c353d175a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0fd1461-23b4-4129-9c02-57cce30a60eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:30:15.239701 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-6bab7fd2-f81e-4927-82f4-f9e4feab36b4 None None] For port d9c6abe7-17b4-4632-8ee5-b473642d1e17, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=d9c6abe7-17b4-4632-8ee5-b473642d1e17,segment=NetworkSegment(673a3ab4-280a-465e-9c9f-d7c091b59965),segment_id=673a3ab4-280a-465e-9c9f-d7c091b59965)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:30:15.247602 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6bab7fd2-f81e-4927-82f4-f9e4feab36b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:15.297892 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab7fd2-f81e-4927-82f4-f9e4feab36b4 None None] Pushing event updated for resources: {'Port': ['ID=d9c6abe7-17b4-4632-8ee5-b473642d1e17,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:15.597465 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58122) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:30:15.710199 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eef6ec-eea7-445e-b494-967275517405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:30:15.711583 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b0eef6ec-eea7-445e-b494-967275517405 admin admin] 10.222.0.62 "GET /v2.0/networks/a252c8df-1583-43ea-accb-8c395ed49e74 HTTP/1.1" status: 200 len: 842 time: 0.1131761 Nov 03 21:30:15.721760 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:30:15.742961 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Made reservation on behalf of 02ac9104cc0642abbc69dad59f5a3f21 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:30:15.745270 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:16.032406 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.objects.ports [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 21:30:16.032957 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:16.085689 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=938a29c2-c794-4a8e-939b-c621fc494e76,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:16.093975 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:30:16.094370 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Network hostable DHCP agents. Network: a252c8df-1583-43ea-accb-8c395ed49e74, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:30:16.111004 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:30:16.121109 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, a252c8df-1583-43ea-accb-8c395ed49e74) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:30:16.125443 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:30:16.126120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:16.130941 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d71ee-7911-4455-abfc-f45177d049e7 None None] Network a252c8df-1583-43ea-accb-8c395ed49e74 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:30:16.147637 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-779eacde-ccbd-4147-b2a6-9360c0bb64ba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4293213 Nov 03 21:30:16.274577 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd433d5-f94b-4b5e-9598-94978114e0dd None None] Network a252c8df-1583-43ea-accb-8c395ed49e74 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:30:18.596627 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58130) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:30:18.727986 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f49fe5ed-4865-4259-839e-01e9af3a198e admin admin] 10.222.0.62 "GET /v2.0/routers/dca5475d-87d4-4d10-a9a1-d6cbbceac560 HTTP/1.1" status: 200 len: 710 time: 0.1300328 Nov 03 21:30:18.887659 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db5f94c-fbe7-4cfd-b263-f0a1240a0714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:30:18.889257 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2db5f94c-fbe7-4cfd-b263-f0a1240a0714 admin admin] 10.222.0.62 "GET /v2.0/networks/a252c8df-1583-43ea-accb-8c395ed49e74 HTTP/1.1" status: 200 len: 886 time: 0.1553864 Nov 03 21:30:18.900665 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:30:19.162606 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:19.403636 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:19.501569 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:19.609192 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Allocated IP 172.27.0.70 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/993ad607-618d-4035-a742-50796b952ab3) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:30:19.707430 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:19.741149 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:19.782369 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:30:19.785169 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:30:19.792048 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:30:19.828267 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Pushing event updated for resources: {'Port': ['ID=993ad607-618d-4035-a742-50796b952ab3,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:20.042220 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:20.334185 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3884219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-22181'] for router, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:20.338071 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3884194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3884201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911741'] for router, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:20.444567 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Router dca5475d-87d4-4d10-a9a1-d6cbbceac560 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:30:20.553770 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:30:20.558036 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] Publish callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:20.559294 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-734d74ac-a719-4460-867e-d1f30bf78c0d admin admin] 10.222.0.62 "PUT /v2.0/routers/dca5475d-87d4-4d10-a9a1-d6cbbceac560 HTTP/1.1" status: 200 len: 889 time: 1.6626477 Nov 03 21:30:20.989363 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device d9c6abe7-17b4-4632-8ee5-b473642d1e17 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:30:21.045911 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port d9c6abe7-17b4-4632-8ee5-b473642d1e17 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:21.046827 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:22.203741 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Sync routers for ids ['dca5475d-87d4-4d10-a9a1-d6cbbceac560'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:30:22.215594 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Routers {'dca5475d-87d4-4d10-a9a1-d6cbbceac560'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:30:22.216328 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:30:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['dca5475d-87d4-4d10-a9a1-d6cbbceac560'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:30:22.425382 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Set router dca5475d-87d4-4d10-a9a1-d6cbbceac560 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:30:22.887541 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'name': 'router1', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '993ad607-618d-4035-a742-50796b952ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:30:02Z', 'updated_at': '2021-11-03T21:30:19Z', 'revision_number': 4, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'gw_port': {'id': '993ad607-618d-4035-a742-50796b952ab3', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:19Z', 'updated_at': '2021-11-03T21:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'd9c6abe7-17b4-4632-8ee5-b473642d1e17', 'name': '', 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'mac_address': 'fa:16:3e:30:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362a1401-c562-410d-9bcc-79c353d175a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:11Z', 'updated_at': '2021-11-03T21:30:15Z', 'revision_number': 5, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'subnets': [{'id': '362a1401-c562-410d-9bcc-79c353d175a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0fd1461-23b4-4129-9c02-57cce30a60eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:30:22.943115 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Checking router: dca5475d-87d4-4d10-a9a1-d6cbbceac560 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:30:22.943466 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Updating router dca5475d-87d4-4d10-a9a1-d6cbbceac560 port 993ad607-618d-4035-a742-50796b952ab3 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:30:22.990801 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:23.121368 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58142) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:30:23.235047 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e06574a0-e8a5-4c29-8a06-84b1dd210e4d admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1120226 Nov 03 21:30:23.321480 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:23.327149 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:23.383427 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f669b47-167b-49e3-aecc-5b473ffdee83 None None] Pushing event updated for resources: {'Port': ['ID=993ad607-618d-4035-a742-50796b952ab3,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:23.388043 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Attempting to bind port 993ad607-618d-4035-a742-50796b952ab3 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:30:23.388453 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Attempting to bind port 993ad607-618d-4035-a742-50796b952ab3 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:30:23.388821 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Attempting to bind port 993ad607-618d-4035-a742-50796b952ab3 on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:30:23.394703 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:30:23.395546 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:30:23.396196 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:23.396379 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:30:23.396857 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Bound port: 993ad607-618d-4035-a742-50796b952ab3, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:30:23.397245 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:23.451753 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] For port 993ad607-618d-4035-a742-50796b952ab3, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:30:23.456746 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] For port 993ad607-618d-4035-a742-50796b952ab3, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=993ad607-618d-4035-a742-50796b952ab3,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:30:23.461725 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:23.522625 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f669b47-167b-49e3-aecc-5b473ffdee83 None None] Pushing event updated for resources: {'Port': ['ID=993ad607-618d-4035-a742-50796b952ab3,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:23.525230 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Routers {'dca5475d-87d4-4d10-a9a1-d6cbbceac560'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:30:23.525817 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:30:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['dca5475d-87d4-4d10-a9a1-d6cbbceac560'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:30:23.634327 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] Set router dca5475d-87d4-4d10-a9a1-d6cbbceac560 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:30:23.857174 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'name': 'router1', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '993ad607-618d-4035-a742-50796b952ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:30:02Z', 'updated_at': '2021-11-03T21:30:19Z', 'revision_number': 4, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'gw_port': {'id': '993ad607-618d-4035-a742-50796b952ab3', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:19Z', 'updated_at': '2021-11-03T21:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'd9c6abe7-17b4-4632-8ee5-b473642d1e17', 'name': '', 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'mac_address': 'fa:16:3e:30:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362a1401-c562-410d-9bcc-79c353d175a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:11Z', 'updated_at': '2021-11-03T21:30:15Z', 'revision_number': 5, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'subnets': [{'id': '362a1401-c562-410d-9bcc-79c353d175a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0fd1461-23b4-4129-9c02-57cce30a60eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:30:23.885221 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a036c37-8058-4d61-9144-f5265696ba60 None None] The sync data for ids ['dca5475d-87d4-4d10-a9a1-d6cbbceac560'] in dv-cinder-816573-1-iscsi is: [{'id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'name': 'router1', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '993ad607-618d-4035-a742-50796b952ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:30:02Z', 'updated_at': '2021-11-03T21:30:19Z', 'revision_number': 4, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'gw_port': {'id': '993ad607-618d-4035-a742-50796b952ab3', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:19Z', 'updated_at': '2021-11-03T21:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'd9c6abe7-17b4-4632-8ee5-b473642d1e17', 'name': '', 'network_id': '7d37523f-cf17-4dbd-ae7d-c5ebb27888d9', 'tenant_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'mac_address': 'fa:16:3e:30:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5475d-87d4-4d10-a9a1-d6cbbceac560', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362a1401-c562-410d-9bcc-79c353d175a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:30:11Z', 'updated_at': '2021-11-03T21:30:15Z', 'revision_number': 5, 'project_id': '2e0ced662ce84b7d8c48dc8ee20776aa', 'subnets': [{'id': '362a1401-c562-410d-9bcc-79c353d175a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0fd1461-23b4-4129-9c02-57cce30a60eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:30:24.979115 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 993ad607-618d-4035-a742-50796b952ab3 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:30:25.033227 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 993ad607-618d-4035-a742-50796b952ab3 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:25.033600 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:25.124948 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:25.150629 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 993ad607-618d-4035-a742-50796b952ab3, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=993ad607-618d-4035-a742-50796b952ab3,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:30:25.155467 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:25.208238 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=993ad607-618d-4035-a742-50796b952ab3,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:30:26.994567 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 993ad607-618d-4035-a742-50796b952ab3 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:30:27.049685 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 993ad607-618d-4035-a742-50796b952ab3 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:30:27.050013 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:35.683648 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1c32f943-2928-4b78-977a-99cce68261ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:38.119555 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7f810109-1afb-45cf-bd42-0c969f1856ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:38.958341 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:40.252891 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:41.198168 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:30:51.027633 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:31:05.677453 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c68bd5d7-b74f-4ffd-8ffc-84c915d4d440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:08.125177 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb9a4-d5ed-42a1-b98b-457ba9e87ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:08.957892 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:10.254556 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:11.242967 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:28.027314 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:31:35.672636 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6224e884-a194-4660-a19b-7bf4b70b8222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:38.117090 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-907f9329-140d-4b9b-831b-afddbc5ebaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:38.959175 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:40.255085 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:31:41.197909 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:03.405757 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58706) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:03.468433 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5da2262-4800-4e62-9567-110c9f82ddf8 admin admin] GET failed (client error): The resource could not be found. Nov 03 21:32:03.469830 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a5da2262-4800-4e62-9567-110c9f82ddf8 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630784 Nov 03 21:32:03.633788 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedc0712-7b6b-4bfe-a849-346e50b6c3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:03.635190 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-aedc0712-7b6b-4bfe-a849-346e50b6c3b1 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606877 Nov 03 21:32:05.026812 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:32:05.676622 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-504aa460-5a84-4981-9ea7-7bf71591f146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:05.958129 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58716) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:06.048498 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b77dcf-5a72-46f2-a46e-242c09a58868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:06.049847 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e5b77dcf-5a72-46f2-a46e-242c09a58868 admin admin] 10.222.0.62 "GET /v2.0/subnets/362a1401-c562-410d-9bcc-79c353d175a1 HTTP/1.1" status: 200 len: 849 time: 0.0908678 Nov 03 21:32:06.060110 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:32:06.157677 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:06.290533 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762171947111'] for subnet, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:06.323163 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:06.323748 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:06.328432 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07db010-cb59-4495-8ab0-a543bbc22fe1 None None] Network 7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:32:06.328844 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] 10.222.0.62 "PUT /v2.0/subnets/362a1401-c562-410d-9bcc-79c353d175a1 HTTP/1.1" status: 200 len: 868 time: 0.2725303 Nov 03 21:32:06.351596 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362a1401-c562-410d-9bcc-79c353d175a1,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:32:06.359298 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.359669 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.360012 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.360434 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.360779 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.361126 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.361459 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.361808 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.362140 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.362464 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.362786 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.363120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aee22-d266-4522-af0a-d6d8a249e9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:06.718165 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-0ad2ff82-eae3-4dec-be65-e17a745bfbbb None None] Provisioning complete for port d9c6abe7-17b4-4632-8ee5-b473642d1e17 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:32:06.719051 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ff82-eae3-4dec-be65-e17a745bfbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:06.835664 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-0ad2ff82-eae3-4dec-be65-e17a745bfbbb None None] Provisioning complete for port 4ac6d987-ee41-410f-816c-2e8ea10d9d5e triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:32:06.835929 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ff82-eae3-4dec-be65-e17a745bfbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:08.119897 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b9c2584f-5b9f-4496-ade8-709a45339723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:08.668914 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58724) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:08.920246 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b65c6f-90e8-4629-a7f1-4b65543e7c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:08.920670 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b65c6f-90e8-4629-a7f1-4b65543e7c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:08.922383 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-51b65c6f-90e8-4629-a7f1-4b65543e7c48 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2524638 Nov 03 21:32:08.966743 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:10.260033 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:11.203503 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:11.339784 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58734) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:11.488254 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f7a09c-27b3-4c92-8bb2-8f49b3c9c74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:11.488762 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f7a09c-27b3-4c92-8bb2-8f49b3c9c74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:11.490326 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-f7f7a09c-27b3-4c92-8bb2-8f49b3c9c74f admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1492925 Nov 03 21:32:13.894388 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58742) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:14.153950 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a4569-37af-49a3-ac6e-a3a083d73c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:14.155353 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-166a4569-37af-49a3-ac6e-a3a083d73c5b admin admin] 10.222.0.62 "GET /v2.0/networks/7d37523f-cf17-4dbd-ae7d-c5ebb27888d9 HTTP/1.1" status: 200 len: 869 time: 0.2597260 Nov 03 21:32:16.577949 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58750) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:16.707356 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e757df9-9354-4942-b555-1573aae0b41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:16.708775 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7e757df9-9354-4942-b555-1573aae0b41f admin admin] 10.222.0.62 "GET /v2.0/networks/a252c8df-1583-43ea-accb-8c395ed49e74 HTTP/1.1" status: 200 len: 886 time: 0.1298807 Nov 03 21:32:19.085012 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58758) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:19.233044 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b2447-ccac-49f8-99a6-30923d21f17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:19.233411 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b2447-ccac-49f8-99a6-30923d21f17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:19.235050 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-d28b2447-ccac-49f8-99a6-30923d21f17c admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1487112 Nov 03 21:32:21.602017 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58766) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:21.727707 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a64f9-e64d-4f20-bb75-60e2050d5d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:21.728170 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a64f9-e64d-4f20-bb75-60e2050d5d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:21.729754 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c92a64f9-e64d-4f20-bb75-60e2050d5d37 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268623 Nov 03 21:32:24.088116 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58774) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:24.264589 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ed709-8f97-4da8-bf27-6731696c5aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:24.266968 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-970ed709-8f97-4da8-bf27-6731696c5aa1 admin admin] 10.222.0.62 "GET /v2.0/subnets/362a1401-c562-410d-9bcc-79c353d175a1 HTTP/1.1" status: 200 len: 868 time: 0.1773479 Nov 03 21:32:26.665147 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58782) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:26.786411 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea2ae5-2979-4ea7-83ef-139c08521a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:26.787814 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ceea2ae5-2979-4ea7-83ef-139c08521a40 admin admin] 10.222.0.62 "GET /v2.0/subnets/938a29c2-c794-4a8e-939b-c621fc494e76 HTTP/1.1" status: 200 len: 816 time: 0.1212721 Nov 03 21:32:35.678541 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d55d89b4-ca36-4cf3-9193-46409069001a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:38.122306 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4cdfbd34-605d-4168-9555-9424eaa77054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:38.965699 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:40.269336 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:41.205415 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:42.025377 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:32:51.321025 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58836) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:51.368542 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [None req-aaa96ebc-6657-4d6a-9971-f5e501c1b3a6 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:32:51.369524 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-aaa96ebc-6657-4d6a-9971-f5e501c1b3a6 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0475447 Nov 03 21:32:53.758123 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58844) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:53.819098 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f384b574-4d72-4c2c-8085-ab4de43649b0 admin admin] GET failed (client error): The resource could not be found. Nov 03 21:32:53.820483 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f384b574-4d72-4c2c-8085-ab4de43649b0 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613904 Nov 03 21:32:53.907210 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa4bc5-7d6b-4c7f-aa82-410fb5c3109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:53.908707 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-5cfa4bc5-7d6b-4c7f-aa82-410fb5c3109c admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836453 Nov 03 21:32:56.235293 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58852) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:56.282043 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:32:56.302426 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Made reservation on behalf of 02ac9104cc0642abbc69dad59f5a3f21 for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:32:56.304748 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:56.332872 dv-cinder-816573-1-iscsi neutron-server[101174]: WARNING neutron.services.revisions.revision_plugin [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Could not find related network for resource to bump revision. Nov 03 21:32:56.345302 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:32:56.354515 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:56.354900 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Added segment 36bab73c-f4e0-4e04-99ad-ddd6188717b7 of type vlan for network ccba1db2-f69e-4d49-815b-17b833853242 Nov 03 21:32:56.404818 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:56.428196 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:56.429131 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:56.429728 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:56.483406 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2469647 Nov 03 21:32:56.491109 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6875f88-9b57-4494-b60b-9b05cd8908ef admin admin] Pushing event updated for resources: {'Network': ['ID=ccba1db2-f69e-4d49-815b-17b833853242,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:32:56.502312 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network ccba1db2-f69e-4d49-815b-17b833853242 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:32:58.794504 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58860) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:32:58.855672 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a2efd3-9fc8-4937-a25c-6879cced4777 admin admin] GET failed (client error): The resource could not be found. Nov 03 21:32:58.857058 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-21a2efd3-9fc8-4937-a25c-6879cced4777 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615926 Nov 03 21:32:58.928329 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5c52a-ec71-4d85-90ba-5231f617bc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:58.929802 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a2a5c52a-ec71-4d85-90ba-5231f617bc39 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674610 Nov 03 21:32:58.940333 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:32:58.959635 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Made reservation on behalf of 02ac9104cc0642abbc69dad59f5a3f21 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:32:58.962013 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.126131 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.183292 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ffa406-38a6-43f0-aeb6-901926d73de7,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:32:59.187686 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Checking segment: {'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:32:59.188044 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Network hostable DHCP agents. Network: ccba1db2-f69e-4d49-815b-17b833853242, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:32:59.204063 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Network ccba1db2-f69e-4d49-815b-17b833853242 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:32:59.212761 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, ccba1db2-f69e-4d49-815b-17b833853242) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:32:59.216924 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:32:59.217505 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.222476 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ee662-8594-45e3-a6da-aca62095631f None None] Network ccba1db2-f69e-4d49-815b-17b833853242 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:32:59.232748 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-fc4e12d2-e0e7-4352-91c2-03122a5ac9ea admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2956412 Nov 03 21:32:59.374926 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-ccba1db2-f69e-4d49-815b-17b833853242', 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242', 'tenant_id': '02ac9104cc0642abbc69dad59f5a3f21', 'fixed_ips': [{'subnet_id': '54ffa406-38a6-43f0-aeb6-901926d73de7'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:32:59.375812 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.518251 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Allocated IP 192.168.233.2 (ccba1db2-f69e-4d49-815b-17b833853242/54ffa406-38a6-43f0-aeb6-901926d73de7/a3d0064f-6d89-427f-9a97-de7dcff749f0) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:32:59.659861 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.666104 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.713318 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Network ccba1db2-f69e-4d49-815b-17b833853242 is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:32:59.716322 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:32:59.719044 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:32:59.725023 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Pushing event updated for resources: {'Port': ['ID=a3d0064f-6d89-427f-9a97-de7dcff749f0,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:32:59.735586 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.735953 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.736300 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.736659 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.736986 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.737356 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.737679 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.738005 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.738346 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.738673 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.738994 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.739316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:32:59.793147 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Attempting to bind port a3d0064f-6d89-427f-9a97-de7dcff749f0 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:32:59.793508 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Attempting to bind port a3d0064f-6d89-427f-9a97-de7dcff749f0 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:32:59.793869 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Attempting to bind port a3d0064f-6d89-427f-9a97-de7dcff749f0 on network ccba1db2-f69e-4d49-815b-17b833853242 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:32:59.799404 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:32:59.799773 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Checking segment: {'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:32:59.800177 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.801447 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Bound using segment: {'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:32:59.801913 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Bound port: a3d0064f-6d89-427f-9a97-de7dcff749f0, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:32:59.802310 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.865444 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] For port a3d0064f-6d89-427f-9a97-de7dcff749f0, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:32:59.868734 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] For port a3d0064f-6d89-427f-9a97-de7dcff749f0, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a3d0064f-6d89-427f-9a97-de7dcff749f0,segment=NetworkSegment(36bab73c-f4e0-4e04-99ad-ddd6188717b7),segment_id=36bab73c-f4e0-4e04-99ad-ddd6188717b7)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:32:59.873537 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:32:59.933762 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d21fe-117d-4e4e-b228-94baf7ef3e2c None None] Pushing event updated for resources: {'Port': ['ID=a3d0064f-6d89-427f-9a97-de7dcff749f0,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:33:00.761677 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c5f49-78be-4e1a-90e2-83ad541a2dd5 None None] Network ccba1db2-f69e-4d49-815b-17b833853242 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:33:00.838002 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-cd1168ad-2eb4-4e69-990c-a764aaca13b7 None None] Provisioning complete for port a3d0064f-6d89-427f-9a97-de7dcff749f0 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:33:00.838367 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cd1168ad-2eb4-4e69-990c-a764aaca13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:00.982579 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cd1168ad-2eb4-4e69-990c-a764aaca13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:01.026853 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-cd1168ad-2eb4-4e69-990c-a764aaca13b7 None None] For port a3d0064f-6d89-427f-9a97-de7dcff749f0, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a3d0064f-6d89-427f-9a97-de7dcff749f0,segment=NetworkSegment(36bab73c-f4e0-4e04-99ad-ddd6188717b7),segment_id=36bab73c-f4e0-4e04-99ad-ddd6188717b7)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:33:01.038593 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cd1168ad-2eb4-4e69-990c-a764aaca13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:01.103368 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1168ad-2eb4-4e69-990c-a764aaca13b7 None None] Pushing event updated for resources: {'Port': ['ID=a3d0064f-6d89-427f-9a97-de7dcff749f0,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:33:01.134433 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a3d0064f-6d89-427f-9a97-de7dcff749f0 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:33:01.193641 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port a3d0064f-6d89-427f-9a97-de7dcff749f0 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:33:01.194252 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:01.289711 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-63256f5b-de01-4404-85c7-4ddb27ad8c02 None None] Provisioning complete for port a3d0064f-6d89-427f-9a97-de7dcff749f0 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:33:01.289954 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-63256f5b-de01-4404-85c7-4ddb27ad8c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:03.065653 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a3d0064f-6d89-427f-9a97-de7dcff749f0 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:33:03.112467 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port a3d0064f-6d89-427f-9a97-de7dcff749f0 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:33:03.112825 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:05.681195 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e76f8c2e-a5e2-4a60-9620-1c79de54b87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:08.124725 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-dcedc0a9-4153-43e2-b009-f6caf8a54d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:08.967287 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:10.267280 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:11.199500 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:19.028020 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:33:35.684806 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9266cace-85e8-4908-8d09-c3389f196800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:38.127861 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf1df-ac6b-4170-80db-2e9788da9e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:38.971341 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:40.266202 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:41.203790 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:33:56.026943 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:34:05.690294 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-60ff178b-bc75-4dd6-b188-cbd885396403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:08.130341 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3cd643cc-3b65-4bc1-add7-015cfd87b4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:08.973208 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:10.268581 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:11.207309 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:14.716871 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58904) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:34:14.722771 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [None req-b6915a8c-a50d-4d2c-bc1f-8d73ae17dffe tempest-verify_tempest_config-2081037778 tempest-verify_tempest_config-2081037778-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:34:14.723732 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b6915a8c-a50d-4d2c-bc1f-8d73ae17dffe tempest-verify_tempest_config-2081037778 tempest-verify_tempest_config-2081037778-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0058920 Nov 03 21:34:15.015241 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 58922) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:34:15.122666 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:15.199113 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:15.203416 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:15.248018 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8a0367-a992-454a-a135-b3650c2a199e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:34:15.252498 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=166ef7fd7c344dca9ed955a2bfbaec99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2362163 Nov 03 21:34:15.255355 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 58926) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:34:15.256814 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.257193 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.257492 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.257817 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.258201 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.258582 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.258909 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.259244 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.259579 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.259898 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.260212 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.260545 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64dc3f0-42aa-444f-8a4e-fa1d4f32ddc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.315298 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:15.338689 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:15.426010 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:15.428622 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:15.432438 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c8a0367-a992-454a-a135-b3650c2a199e HTTP/1.1" status: 204 len: 168 time: 0.1733758 Nov 03 21:34:15.438788 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8a0367-a992-454a-a135-b3650c2a199e,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:34:15.445387 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.445736 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.446076 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.446405 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.446733 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.447074 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.447400 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.447734 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.448075 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.448423 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.448740 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:15.449058 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398f66a-5e47-4301-b124-7db40aca628d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:34:33.025726 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:34:35.694660 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b0b23a93-d924-4f7d-a1f2-8a911c5e8ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:38.131647 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-20abe791-f86a-43b9-8a36-66cce325344f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:38.977178 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:40.271768 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:34:41.210057 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:05.697808 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-10893a7e-74f0-4354-b8c8-42e0cbc8cbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:08.133426 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a6-7d62-4840-ac1b-1080390ff564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:08.979309 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:10.024581 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:35:10.274273 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:11.210921 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:35.699301 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-be1bdc1a-d118-4f73-be53-60fc8e489e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:38.134192 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-462aec89-e816-4094-bfa7-f74be71b45fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:38.983902 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:40.278390 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:41.214569 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:35:47.023125 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 5 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:35:49.335224 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3913385'] for agent, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:04.848760 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59002) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:36:04.956150 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-d56ed1a0-b45c-40e1-99d1-a5274a7d11e6 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1059983 Nov 03 21:36:05.704330 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-205764df-b586-495c-9299-8be458a35be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:07.288743 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59012) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:36:07.355919 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-aa14d97c-1bb5-4f4e-b774-8eb156cb2058 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0658133 Nov 03 21:36:08.135670 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e5998b92-b88b-4fae-ade5-5e167873e247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:08.986585 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:10.284206 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:11.218618 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:19.288631 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:24.022748 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:36:35.706299 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-8e168ed6-b4f0-4375-8e7a-84cbe615923f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:38.136913 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9ac942ff-0604-42a9-b680-efa48b68e3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:38.989191 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:40.283096 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:41.221615 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:36:49.285854 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:01.023685 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:37:05.710181 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd530-d5d8-4246-9d58-6625fb89c383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:08.138708 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-69cbd34c-3322-4ff5-95c3-a548da754547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:08.992221 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:10.287401 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:11.222835 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:19.305717 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:35.720610 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-85e5e1eb-176f-4fd0-b05c-ba5f68b5365c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:37.673883 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59172) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:37.902875 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1763265219-network', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:37.929496 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Made reservation on behalf of f6ee88c280c84c05b63194bdfe9cf70e for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:37.932087 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:37.941026 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.022752 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.025852 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:37:38.027795 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.047160 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:37:38.075264 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.075874 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Added segment 26852f79-e32b-4264-9bdc-6ade3ac4478e of type vlan for network 56061263-27c8-4256-9a47-9e1244ee545b Nov 03 21:37:38.084072 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb79068-770d-4022-a0d1-459a714ab8c0,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:38.122594 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.142338 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c220febb-fc08-423a-8895-a938a2cb4f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.147543 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.148169 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.148506 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.148834 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.149307 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.149824 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.150124 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.150471 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.150961 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.151265 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.151590 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.151911 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Tracked resource versions report: Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: pushed versions: Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: { 'AddressGroup': {'1.2'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'ConntrackHelper': {'1.0'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Log': {'1.0'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Network': {'1.1'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Port': {'1.7'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'PortForwarding': {'1.2'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'QosPolicy': {'1.10'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SecurityGroup': {'1.5'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SecurityGroupRule': {'1.2'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SubPort': {'1.0'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Subnet': {'1.1'}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Trunk': {'1.1'}} Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: consumer versions: Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: { DHCP agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: HyperV agent@hv-cinder-81657: {}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: L3 agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: Metadata agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: Metering agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: Open vSwitch agent@dv-cinder-816573-1-iscsi: { 'AddressGroup': '1.2', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'ConntrackHelper': '1.0', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Log': '1.0', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Network': '1.1', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Port': '1.7', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'PortForwarding': '1.2', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'QosPolicy': '1.10', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SecurityGroup': '1.5', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SecurityGroupRule': '1.2', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'SubPort': '1.0', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Subnet': '1.1', Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: 'Trunk': '1.1'}} Nov 03 21:37:38.152951 dv-cinder-816573-1-iscsi neutron-server[101175]: {{(pid=101175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 21:37:38.156157 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.157297 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:38.158238 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.195433 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5202427 Nov 03 21:37:38.198816 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59208) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:38.206798 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Request body: {'subnet': {'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1763265219-subnet', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:38.231942 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d92aa3-efb4-4d8e-885c-bd4beeb60c77 admin admin] Pushing event updated for resources: {'Network': ['ID=56061263-27c8-4256-9a47-9e1244ee545b,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:38.247148 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 56061263-27c8-4256-9a47-9e1244ee545b details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:37:38.354951 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Made reservation on behalf of f6ee88c280c84c05b63194bdfe9cf70e for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:38.357723 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.534794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.542648 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59224) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:38.589615 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2691928f-bb85-4b01-b334-03259d5b5d70,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:38.603612 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.603985 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.604331 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.604687 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.605020 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.605362 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.605693 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.606039 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.606385 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.606710 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.607029 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.607349 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Tracked resource versions report: Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: pushed versions: Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: { 'AddressGroup': {'1.2'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'ConntrackHelper': {'1.0'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Log': {'1.0'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Network': {'1.1'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Port': {'1.7'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'PortForwarding': {'1.2'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'QosPolicy': {'1.10'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SecurityGroup': {'1.5'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SecurityGroupRule': {'1.2'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SubPort': {'1.0'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Subnet': {'1.1'}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Trunk': {'1.1'}} Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: consumer versions: Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: { DHCP agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: HyperV agent@hv-cinder-81657: {}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: L3 agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: Metadata agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: Metering agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: Open vSwitch agent@dv-cinder-816573-1-iscsi: { 'AddressGroup': '1.2', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'ConntrackHelper': '1.0', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Log': '1.0', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Network': '1.1', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Port': '1.7', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'PortForwarding': '1.2', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'QosPolicy': '1.10', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SecurityGroup': '1.5', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SecurityGroupRule': '1.2', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'SubPort': '1.0', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Subnet': '1.1', Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: 'Trunk': '1.1'}} Nov 03 21:37:38.608400 dv-cinder-816573-1-iscsi neutron-server[101174]: {{(pid=101174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 21:37:38.618554 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Checking segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:38.618913 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Network hostable DHCP agents. Network: 56061263-27c8-4256-9a47-9e1244ee545b, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:37:38.632736 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59230) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:38.640144 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Network 56061263-27c8-4256-9a47-9e1244ee545b is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:37:38.650617 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 56061263-27c8-4256-9a47-9e1244ee545b) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:38.656920 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:38.657584 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.664030 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f78ff-f4dd-4fc2-bcb6-df451935fe25 None None] Network 56061263-27c8-4256-9a47-9e1244ee545b requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:38.669070 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59234) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:38.683078 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d9d7aaa7-9f3d-4b9e-a0a2-5484a73a544a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4831328 Nov 03 21:37:38.683231 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59238) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:38.689311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:38.711736 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.713681 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.790140 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.851770 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-56061263-27c8-4256-9a47-9e1244ee545b', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:37:38.853051 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:38.912956 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-network', 'tenant_id': '69fe03afb13143519213fc1b05c70b22'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:38.961447 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59246) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:39.007583 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.016896 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.028714 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Allocated IP 172.20.0.2 (56061263-27c8-4256-9a47-9e1244ee545b/2691928f-bb85-4b01-b334-03259d5b5d70/8a02552f-3f79-400f-9ba0-7c793e7a746b) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:39.041214 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1118246363-network', 'tenant_id': '90617d4adc484b9dbf589c42b95a514c'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:39.071922 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Made reservation on behalf of 69fe03afb13143519213fc1b05c70b22 for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:39.074690 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.078120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1410741287-network', 'tenant_id': '2e05cb84b064479ebd335364aeb0de12'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:39.078301 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Made reservation on behalf of 90617d4adc484b9dbf589c42b95a514c for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:39.080997 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.096995 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.118140 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Made reservation on behalf of 2e05cb84b064479ebd335364aeb0de12 for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:39.127275 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.146143 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.195366 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.197568 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.202676 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.215381 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:37:39.225500 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.226097 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.226360 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Added segment 4e89e3bf-75a3-44d3-8dc1-859dac1e4843 of type vlan for network cc2f4177-644a-4bce-803a-b29dffa13aa8 Nov 03 21:37:39.236321 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.276843 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.292028 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Network 56061263-27c8-4256-9a47-9e1244ee545b is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:39.297828 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:39.300453 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:39.313055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Pushing event updated for resources: {'Port': ['ID=8a02552f-3f79-400f-9ba0-7c793e7a746b,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:39.370018 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.371689 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.372763 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.373283 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.373900 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.374527 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.375019 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.376465 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.377022 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.377669 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.378040 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.378954 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.380156 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Tracked resource versions report: Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: pushed versions: Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: { 'AddressGroup': {'1.2'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'ConntrackHelper': {'1.0'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Log': {'1.0'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Network': {'1.1'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Port': {'1.7'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'PortForwarding': {'1.2'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'QosPolicy': {'1.10'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SecurityGroup': {'1.5'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SecurityGroupRule': {'1.2'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SubPort': {'1.0'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Subnet': {'1.1'}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Trunk': {'1.1'}} Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: consumer versions: Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: { DHCP agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: HyperV agent@hv-cinder-81657: {}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: L3 agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: Metadata agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: Metering agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: Open vSwitch agent@dv-cinder-816573-1-iscsi: { 'AddressGroup': '1.2', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'ConntrackHelper': '1.0', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Log': '1.0', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Network': '1.1', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Port': '1.7', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'PortForwarding': '1.2', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'QosPolicy': '1.10', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SecurityGroup': '1.5', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SecurityGroupRule': '1.2', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'SubPort': '1.0', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Subnet': '1.1', Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: 'Trunk': '1.1'}} Nov 03 21:37:39.383647 dv-cinder-816573-1-iscsi neutron-server[101176]: {{(pid=101176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 21:37:39.386033 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.421435 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:37:39.421649 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Attempting to bind port 8a02552f-3f79-400f-9ba0-7c793e7a746b on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:37:39.422176 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Attempting to bind port 8a02552f-3f79-400f-9ba0-7c793e7a746b by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:37:39.422845 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Attempting to bind port 8a02552f-3f79-400f-9ba0-7c793e7a746b on network 56061263-27c8-4256-9a47-9e1244ee545b {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:39.429339 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:37:39.429966 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Checking segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:39.430671 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.431314 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Bound using segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:37:39.432120 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Bound port: 8a02552f-3f79-400f-9ba0-7c793e7a746b, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:37:39.432707 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.445655 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705133bc-e77e-4295-b06d-3365d941004e,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:39.457072 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-network', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:39.474995 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.475349 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Added segment 5c55d871-0f16-44d1-b875-966c647b1174 of type vlan for network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 Nov 03 21:37:39.523385 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] For port 8a02552f-3f79-400f-9ba0-7c793e7a746b, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:37:39.527075 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] For port 8a02552f-3f79-400f-9ba0-7c793e7a746b, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=8a02552f-3f79-400f-9ba0-7c793e7a746b,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:37:39.531908 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.532127 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Made reservation on behalf of 8b0f8eba7c9942c5ad80022c08f7d02e for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:39.534652 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.550297 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.600242 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680df18-6861-4b5e-a6e6-8ba9b79c2a8d None None] Pushing event updated for resources: {'Port': ['ID=8a02552f-3f79-400f-9ba0-7c793e7a746b,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:39.629174 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.637606 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.663783 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.666980 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a453a80-1e81-4e31-8285-f18a8ab56920,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:39.693435 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.697777 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1e9eff-3056-4c86-83be-36bbdde3459d,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:39.718588 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.721160 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:39.721959 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.734699 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:37:39.756039 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.758445 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139c1c99-e56f-415d-9187-f1bb6e0349cc,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:39.797084 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.799854 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:39.800676 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.867023 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:39.878595 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:39.878944 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Added segment 31417c41-9350-4bd3-b12d-23385556f76a of type vlan for network c83cbf0a-75d3-4246-af57-b07af1cdc217 Nov 03 21:37:39.882584 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:37:39.886264 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ba23dfd1-1c7f-47f5-9464-829903bfa900 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2158287 Nov 03 21:37:39.889597 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59286) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:39.899778 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Request body: {'subnet': {'network_id': 'dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1410741287-subnet', 'tenant_id': '2e05cb84b064479ebd335364aeb0de12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:39.988264 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Made reservation on behalf of 2e05cb84b064479ebd335364aeb0de12 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:39.988264 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.021242 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] Pushing event updated for resources: {'Network': ['ID=cc2f4177-644a-4bce-803a-b29dffa13aa8,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:40.042200 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network cc2f4177-644a-4bce-803a-b29dffa13aa8 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:37:40.059405 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-09baba88-20c0-4438-9df6-aa20fd97807f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4253333 Nov 03 21:37:40.064882 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59292) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:40.070206 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Request body: {'subnet': {'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1118246363-subnet', 'tenant_id': '90617d4adc484b9dbf589c42b95a514c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:40.124382 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.154623 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Made reservation on behalf of 90617d4adc484b9dbf589c42b95a514c for: {'subnet': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:40.157363 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.245430 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.246736 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:40.247546 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.279613 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.db.api [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=101174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 21:37:40.279936 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG oslo_db.api [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 21:37:40.306234 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.418843 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.422776 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8783295 Nov 03 21:37:40.424757 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59308) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:40.437810 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Request body: {'subnet': {'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-subnet', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:40.455685 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06776b4e-ebff-4b54-92b0-5a7ab2593721 admin admin] Pushing event updated for resources: {'Network': ['ID=c83cbf0a-75d3-4246-af57-b07af1cdc217,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:40.467891 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:37:40.526404 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=945aa471-776b-493b-aa03-550186599fdd,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:40.588341 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Made reservation on behalf of 69fe03afb13143519213fc1b05c70b22 for: {'subnet': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:40.591645 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.599617 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Checking segment: {'id': '5c55d871-0f16-44d1-b875-966c647b1174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:40.600589 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Network hostable DHCP agents. Network: dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:37:40.626311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.643698 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:37:40.686178 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:40.700502 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6dfa5-5d4e-435c-af8b-01a01af766cd None None] Network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:40.720446 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:40.727872 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.752501 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.772183 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-efd25894-7b5a-416b-8930-2730dfff88ca admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8813083 Nov 03 21:37:40.785572 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.843526 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:37:40.866697 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:40.867036 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Added segment 6da67295-e8c5-49b4-9076-f8b545dd2d08 of type vlan for network 55f11b13-8d75-4ce8-84f3-4c96762411a2 Nov 03 21:37:40.931088 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.012409 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.013451 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:41.014071 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.100078 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.101350 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1378191 Nov 03 21:37:41.123631 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59336) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:41.140125 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Request body: {'subnet': {'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-subnet', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:41.140555 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84786da7-d758-4b6d-87a5-2ab2095f9cc6 None None] Network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:41.203758 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd33cd-f032-4b71-92d1-5165ae59e6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=55f11b13-8d75-4ce8-84f3-4c96762411a2,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:41.255807 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.287027 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 55f11b13-8d75-4ce8-84f3-4c96762411a2 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:37:41.292718 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Allocated IP 172.27.0.103 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/b129faff-3893-4e80-8911-c799341c57a4) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:41.327964 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63c74b1-7ac4-4212-9c2e-b746e9b017fd,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:41.426965 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28d160-97af-4b72-aa70-5b6cbe8fb740 None None] Network 56061263-27c8-4256-9a47-9e1244ee545b requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:41.429925 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 8a02552f-3f79-400f-9ba0-7c793e7a746b up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:37:41.452062 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Made reservation on behalf of 8b0f8eba7c9942c5ad80022c08f7d02e for: {'subnet': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:41.455489 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.533374 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Checking segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:41.533748 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Network hostable DHCP agents. Network: cc2f4177-644a-4bce-803a-b29dffa13aa8, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:37:41.549188 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59360) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:41.680125 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-b64efd9b-75cd-4ea9-af2a-ee9d53f998c1 None None] Provisioning complete for port 8a02552f-3f79-400f-9ba0-7c793e7a746b triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:41.680835 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b64efd9b-75cd-4ea9-af2a-ee9d53f998c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.686445 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Network cc2f4177-644a-4bce-803a-b29dffa13aa8 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:37:41.699618 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.713127 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.717346 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25158fd6-981f-452d-8b43-c9a15f127970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.768084 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, cc2f4177-644a-4bce-803a-b29dffa13aa8) {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:41.773993 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 8a02552f-3f79-400f-9ba0-7c793e7a746b triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:41.775020 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.801936 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:41.802532 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.821260 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a845e-4094-4ad1-9ae8-df52c7a3c999 None None] Network cc2f4177-644a-4bce-803a-b29dffa13aa8 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:41.843639 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-2f5fe65e-abc1-4ae4-b32c-9d497e39df09 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7771630 Nov 03 21:37:41.907562 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25158fd6-981f-452d-8b43-c9a15f127970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.913540 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25158fd6-981f-452d-8b43-c9a15f127970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:41.920509 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fc8be6-1243-4336-869b-d3bb6c57b9a3,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:41.932601 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Checking segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:41.932601 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Network hostable DHCP agents. Network: c83cbf0a-75d3-4246-af57-b07af1cdc217, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:37:41.985157 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-25158fd6-981f-452d-8b43-c9a15f127970 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6ba529ddea5427380f6ab0c34bedf72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4325590 Nov 03 21:37:41.997759 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25158fd6-981f-452d-8b43-c9a15f127970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f70d8ab-3fd1-4ba5-bd88-1b522f35e1bd,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:42.017556 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59388) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:42.036630 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.038138 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.103528 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59406) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:42.105601 dv-cinder-816573-1-iscsi neutron-server[101174]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 21:37:42.229293 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b64efd9b-75cd-4ea9-af2a-ee9d53f998c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.245368 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:37:42.292042 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.300272 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:42.359807 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e235619e-e2ec-41d6-957c-12a0d1b652de None None] Network cc2f4177-644a-4bce-803a-b29dffa13aa8 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:42.364979 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-b64efd9b-75cd-4ea9-af2a-ee9d53f998c1 None None] For port 8a02552f-3f79-400f-9ba0-7c793e7a746b, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=8a02552f-3f79-400f-9ba0-7c793e7a746b,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:37:42.379381 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:42.389353 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:42.404523 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b64efd9b-75cd-4ea9-af2a-ee9d53f998c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.416109 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, c83cbf0a-75d3-4246-af57-b07af1cdc217) {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:42.433981 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:42.434576 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.488453 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6508319-5f0f-48ef-b16a-9a7fe2b5c4c3 None None] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:42.508646 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b129faff-3893-4e80-8911-c799341c57a4,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:42.637206 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59434) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:42.685648 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c91405-10a9-463d-af3d-1f6ff90a173b,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:42.687083 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64efd9b-75cd-4ea9-af2a-ee9d53f998c1 None None] Pushing event updated for resources: {'Port': ['ID=8a02552f-3f79-400f-9ba0-7c793e7a746b,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:42.690120 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.db.api [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 21:37:42.690120 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG oslo_db.api [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 21:37:42.703040 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59438) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:42.763889 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-ba03fd76-152a-42ae-b924-56f5e0e5a9a2 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:42.774071 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-ba03fd76-152a-42ae-b924-56f5e0e5a9a2 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/networks?id=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 HTTP/1.1" status: 200 len: 812 time: 0.6692500 Nov 03 21:37:42.800170 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-b4e318ea-decb-481f-8358-7ad4ebc47daa None None] Provisioning complete for port 8a02552f-3f79-400f-9ba0-7c793e7a746b triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:42.804779 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b4e318ea-decb-481f-8358-7ad4ebc47daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.822215 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5182ad0b-eb06-45e8-b397-f48aa3861c1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.841690 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-08eaeecf-517f-4d93-95f8-1cf6ecf99751 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/quotas/2e05cb84b064479ebd335364aeb0de12 HTTP/1.1" status: 200 len: 375 time: 0.0665836 Nov 03 21:37:42.856169 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-417c3f27-3bf3-47e3-8c3f-331bd19ecbe1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4262249 Nov 03 21:37:42.866489 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59450) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:42.880232 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:42.909605 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-c83cbf0a-75d3-4246-af57-b07af1cdc217', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:37:42.911552 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.924461 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-c7b29131-e938-42d2-bded-9e72cdab8b3f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:42.933135 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-c7b29131-e938-42d2-bded-9e72cdab8b3f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 815 time: 0.2894690 Nov 03 21:37:42.960582 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Checking segment: {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:42.961094 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Network hostable DHCP agents. Network: 55f11b13-8d75-4ce8-84f3-4c96762411a2, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:37:42.995326 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7c205290-22eb-4d69-8883-637927f50cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:42.996847 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-b3e6c491-0532-4683-8132-d43564913230 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e05cb84b064479ebd335364aeb0de12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1539147 Nov 03 21:37:42.999122 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5182ad0b-eb06-45e8-b397-f48aa3861c1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.001755 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-a0bedc54-824b-4152-9c58-8f30585d2364 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/quotas/90617d4adc484b9dbf589c42b95a514c HTTP/1.1" status: 200 len: 375 time: 0.0671852 Nov 03 21:37:43.066278 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-d7f44a69-0dce-4466-9312-9ee264d7104d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543673 Nov 03 21:37:43.092819 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5182ad0b-eb06-45e8-b397-f48aa3861c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.096232 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5182ad0b-eb06-45e8-b397-f48aa3861c1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.097431 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-5182ad0b-eb06-45e8-b397-f48aa3861c1b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f70d8ab-3fd1-4ba5-bd88-1b522f35e1bd HTTP/1.1" status: 204 len: 168 time: 1.0695558 Nov 03 21:37:43.124668 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182ad0b-eb06-45e8-b397-f48aa3861c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f70d8ab-3fd1-4ba5-bd88-1b522f35e1bd,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:43.169360 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7c205290-22eb-4d69-8883-637927f50cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.179623 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.180999 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.197600 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-3b6244c6-dbc4-4d93-a84f-a35f5c924831 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:37:43.199450 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-3b6244c6-dbc4-4d93-a84f-a35f5c924831 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1009932 Nov 03 21:37:43.210254 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7c205290-22eb-4d69-8883-637927f50cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.213238 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Allocated IP 172.20.0.2 (c83cbf0a-75d3-4246-af57-b07af1cdc217/08fc8be6-1243-4336-869b-d3bb6c57b9a3/b5f6951a-9760-47a5-b445-4563336801d2) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:43.249983 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Network 55f11b13-8d75-4ce8-84f3-4c96762411a2 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:37:43.368289 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-7e174044-5e42-441b-bc31-a427717fc663 service neutron] 10.222.0.62 "GET /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608384 Nov 03 21:37:43.389592 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 55f11b13-8d75-4ce8-84f3-4c96762411a2) {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:43.394896 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:43.395613 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.408029 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-9f78759d-6c6e-4b4f-8b60-48928cadad67 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:37:43.409196 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-9f78759d-6c6e-4b4f-8b60-48928cadad67 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2699311 Nov 03 21:37:43.458541 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7c205290-22eb-4d69-8883-637927f50cd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69702adb65e84b94a3604f8da1fe9646&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7457743 Nov 03 21:37:43.463182 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59468) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:43.466171 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c205290-22eb-4d69-8883-637927f50cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5d0d1b-eb69-4f05-9e25-1d5608217be6,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:43.479245 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.485068 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.497549 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-3eba43aa-adcc-48bc-911b-483b9c3cb626 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3622451 Nov 03 21:37:43.499849 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518b679b-c222-4fbe-9e51-9193b66dd1c5 None None] Network 55f11b13-8d75-4ce8-84f3-4c96762411a2 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:43.501039 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59470) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:43.504111 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.507561 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:43.515708 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.554218 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-d41fef15-a13f-49a1-bacf-fa88990208f0 service neutron] 10.222.0.62 "GET /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797848 Nov 03 21:37:43.570877 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-16e0e6ed-f4ef-4c12-8e6d-c39bc3f9503d service neutron] 10.222.0.62 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514447 Nov 03 21:37:43.687814 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Pushing event updated for resources: {'Port': ['ID=b5f6951a-9760-47a5-b445-4563336801d2,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:43.699175 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 8a02552f-3f79-400f-9ba0-7c793e7a746b up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:37:43.757872 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59472) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:43.824738 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6d29da52-73db-4cfc-b592-8775e3985984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.849631 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-6297af46-98ba-49e4-85f9-3a7077491531 service neutron] 10.222.0.62 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677011 Nov 03 21:37:43.917335 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:43.918950 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6d29da52-73db-4cfc-b592-8775e3985984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.922862 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac8582-d402-4325-95d8-bfd4f5d7ac20 None None] Network 55f11b13-8d75-4ce8-84f3-4c96762411a2 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:43.931358 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.934313 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6d29da52-73db-4cfc-b592-8775e3985984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:43.988874 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29da52-73db-4cfc-b592-8775e3985984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11b1631-598b-4742-8bdb-08e6ec42a370,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:44.004312 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.006290 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.020023 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ccce2a02-cf6b-4c76-b56c-0ffa2ec92a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.030199 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:44.034408 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:44.099612 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-716118f0-ef57-4a61-af88-6a1780933a16 req-79f14d2e-f423-4163-9cb0-1a7fc3747bbe tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 210 time: 0.1182084 Nov 03 21:37:44.100965 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59498) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:44.112817 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-6d29da52-73db-4cfc-b592-8775e3985984 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4727e9c8743d4888b89894c368041fdd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3395374 Nov 03 21:37:44.194179 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ccce2a02-cf6b-4c76-b56c-0ffa2ec92a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.228934 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Attempting to bind port b5f6951a-9760-47a5-b445-4563336801d2 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:37:44.230028 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb1b6-8630-41f6-b11c-bab2c9e12db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.236478 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Attempting to bind port b5f6951a-9760-47a5-b445-4563336801d2 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:37:44.237107 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Attempting to bind port b5f6951a-9760-47a5-b445-4563336801d2 on network c83cbf0a-75d3-4246-af57-b07af1cdc217 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:44.252746 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1a5d97d0-996e-46a5-b67d-8ecf41378ca6 req-0bd0e037-9be8-439e-a291-048a645b9f48 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 210 time: 0.0401940 Nov 03 21:37:44.255504 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:37:44.256124 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Checking segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:44.256901 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.257446 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Bound using segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:37:44.260515 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Bound port: b5f6951a-9760-47a5-b445-4563336801d2, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:37:44.261094 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.287523 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 8a02552f-3f79-400f-9ba0-7c793e7a746b triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:44.287884 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.290966 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb1b6-8630-41f6-b11c-bab2c9e12db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.326325 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.398104 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb1b6-8630-41f6-b11c-bab2c9e12db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.401297 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb1b6-8630-41f6-b11c-bab2c9e12db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.415995 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ed7cb1b6-8630-41f6-b11c-bab2c9e12db5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b11b1631-598b-4742-8bdb-08e6ec42a370 HTTP/1.1" status: 204 len: 168 time: 0.3122485 Nov 03 21:37:44.426022 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cb1b6-8630-41f6-b11c-bab2c9e12db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11b1631-598b-4742-8bdb-08e6ec42a370,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:44.492887 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] For port b5f6951a-9760-47a5-b445-4563336801d2, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:37:44.505025 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] For port b5f6951a-9760-47a5-b445-4563336801d2, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b5f6951a-9760-47a5-b445-4563336801d2,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:37:44.525317 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.597045 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ccce2a02-cf6b-4c76-b56c-0ffa2ec92a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.599999 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ccce2a02-cf6b-4c76-b56c-0ffa2ec92a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.603454 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ccce2a02-cf6b-4c76-b56c-0ffa2ec92a93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a5d0d1b-eb69-4f05-9e25-1d5608217be6 HTTP/1.1" status: 204 len: 168 time: 1.1362610 Nov 03 21:37:44.660249 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.670804 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:44.691047 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1714b-98c4-4ad4-be93-8a91ef1bb99b None None] Pushing event updated for resources: {'Port': ['ID=b5f6951a-9760-47a5-b445-4563336801d2,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:44.705528 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce2a02-cf6b-4c76-b56c-0ffa2ec92a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5d0d1b-eb69-4f05-9e25-1d5608217be6,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:45.275507 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e8d21-b555-498f-9c31-658b11d3cf96 req-07b68ba6-cfed-470e-ad7a-eb6f494a5a6c tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 210 time: 0.0487187 Nov 03 21:37:45.378954 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9186ff8a-385c-44c2-a2a1-6728654890f1 req-30129fd4-955a-480c-97b3-e8455d28e2fa tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 210 time: 0.0425475 Nov 03 21:37:45.508324 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:45.542992 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:45.554391 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Router f3db5ab0-856b-43c4-9796-4f070f602e12 is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:37:45.763534 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b5f6951a-9760-47a5-b445-4563336801d2 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:37:45.911993 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port b5f6951a-9760-47a5-b445-4563336801d2 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:45.914700 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:45.940424 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Allocated IP 172.27.0.127 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/1559ecc1-d24b-4ed4-b4a3-887dafe75b6d) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:46.071354 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.127045 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port b5f6951a-9760-47a5-b445-4563336801d2, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b5f6951a-9760-47a5-b445-4563336801d2,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:37:46.133020 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.245858 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.245858 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:37:46.255478 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=b5f6951a-9760-47a5-b445-4563336801d2,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:46.263418 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Sync routers for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:37:46.274303 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.277037 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60fd12-fa81-4c45-8735-0124b28e78af None None] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:37:46.296421 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:46.299997 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:46.343202 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.344488 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-6688974e-f92e-4027-80e0-e46a1ec288a0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6603363 Nov 03 21:37:46.348115 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59614) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:46.383649 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.477096 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Allocated IP 172.27.0.254 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:46.514649 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-58e28d5d-0779-4956-bd60-404dd80272c5 None None] Provisioning complete for port b5f6951a-9760-47a5-b445-4563336801d2 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:46.519295 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-58e28d5d-0779-4956-bd60-404dd80272c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.604912 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.637303 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.649957 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:46.658168 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:46.692570 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:46.701083 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:46.707437 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:46.712367 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:46.717982 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:46.858010 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:46.864570 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Pushing event updated for resources: {'Port': ['ID=1559ecc1-d24b-4ed4-b4a3-887dafe75b6d,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:47.099866 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1474d395-04b8-4398-8fc3-0e4038523f7b req-a4e79fda-dd54-46b9-b577-7062272f0ad4 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 210 time: 0.2364743 Nov 03 21:37:47.104095 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Pushing event updated for resources: {'Port': ['ID=b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:47.106407 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:42Z', 'revision_number': 3, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:47.160770 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Checking router: f3db5ab0-856b-43c4-9796-4f070f602e12 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:37:47.172684 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Updating router f3db5ab0-856b-43c4-9796-4f070f602e12 port b129faff-3893-4e80-8911-c799341c57a4 binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:37:47.190737 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-a4054b95-4e2b-4e52-91a0-2190789724a6 None None] Provisioning complete for port b5f6951a-9760-47a5-b445-4563336801d2 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:47.196180 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a4054b95-4e2b-4e52-91a0-2190789724a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.225275 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.272143 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c6c2f8d6-3596-42c1-a0b1-1a5367db9372 req-29d1728d-ddb7-401e-9cde-a6834c3372cb tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 210 time: 0.3857174 Nov 03 21:37:47.274023 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.362809 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.535798 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Allocated IP 172.20.0.1 (56061263-27c8-4256-9a47-9e1244ee545b/2691928f-bb85-4b01-b334-03259d5b5d70/c1b70f9c-38a5-410f-baf4-96d74eb8ec26) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:47.641910 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b5f6951a-9760-47a5-b445-4563336801d2 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:37:47.698438 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.735459 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.743475 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port b5f6951a-9760-47a5-b445-4563336801d2 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:47.744183 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.797309 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.860978 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.862428 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Network 56061263-27c8-4256-9a47-9e1244ee545b is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:47.866040 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:47.870110 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:47.870591 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.882511 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:47.963055 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Pushing event updated for resources: {'Port': ['ID=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:48.019681 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Attempting to bind port b129faff-3893-4e80-8911-c799341c57a4 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:37:48.020202 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Attempting to bind port b129faff-3893-4e80-8911-c799341c57a4 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:37:48.023051 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Attempting to bind port b129faff-3893-4e80-8911-c799341c57a4 on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:48.099424 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:37:48.099424 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:48.099424 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.100297 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:37:48.101754 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Bound port: b129faff-3893-4e80-8911-c799341c57a4, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:37:48.102508 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.198631 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.231165 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] For port b129faff-3893-4e80-8911-c799341c57a4, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:37:48.238391 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] For port b129faff-3893-4e80-8911-c799341c57a4, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b129faff-3893-4e80-8911-c799341c57a4,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:37:48.246538 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-3e12ba72-ff0d-457e-af3b-5392cccd4f12 None None] Provisioning complete for port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:48.247125 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3e12ba72-ff0d-457e-af3b-5392cccd4f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.250245 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.274757 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.278254 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.298211 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Pushing event updated for resources: {'Port': ['ID=b129faff-3893-4e80-8911-c799341c57a4,revision_number=2']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:48.299498 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9cbd11e0-0bb5-4259-941e-7e290967936b req-c7c8d079-fac4-4f4f-8e5f-6f550e6e78ba tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 210 time: 0.0442350 Nov 03 21:37:48.351485 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.353927 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.354410 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.359780 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.360267 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.360729 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.361268 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.361654 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.362101 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.362808 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.363229 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.371088 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Tracked resource versions report: Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: pushed versions: Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: { 'AddressGroup': {'1.2'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'ConntrackHelper': {'1.0'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Log': {'1.0'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Network': {'1.1'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Port': {'1.7'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'PortForwarding': {'1.2'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'QosPolicy': {'1.10'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SecurityGroup': {'1.5'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SecurityGroupRule': {'1.2'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SubPort': {'1.0'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Subnet': {'1.1'}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Trunk': {'1.1'}} Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: consumer versions: Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: { DHCP agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: HyperV agent@hv-cinder-81657: {}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: L3 agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: Metadata agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: Metering agent@dv-cinder-816573-1-iscsi: {}, Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: Open vSwitch agent@dv-cinder-816573-1-iscsi: { 'AddressGroup': '1.2', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'ConntrackHelper': '1.0', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Log': '1.0', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Network': '1.1', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Port': '1.7', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'PortForwarding': '1.2', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'QosPolicy': '1.10', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SecurityGroup': '1.5', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SecurityGroupRule': '1.2', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'SubPort': '1.0', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Subnet': '1.1', Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: 'Trunk': '1.1'}} Nov 03 21:37:48.374413 dv-cinder-816573-1-iscsi neutron-server[101177]: {{(pid=101177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 21:37:48.377555 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-3e12ba72-ff0d-457e-af3b-5392cccd4f12 None None] Port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:37:48.520072 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d79727-0efc-4ad9-a00f-1271073a11e5 None None] Pushing event updated for resources: {'Port': ['ID=b129faff-3893-4e80-8911-c799341c57a4,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:48.533718 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e53e7be0-3b9e-4cbb-8520-90a33c738646 req-5ea3aef8-bd49-4542-8b22-df88407e4477 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 210 time: 0.0816095 Nov 03 21:37:48.538380 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:48.540882 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:48.648271 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.657540 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.660042 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:48.724805 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:48.788430 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Router 2b31ed9c-f773-48ee-b53b-93a121c80dbf is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:37:48.898215 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:37:49.043886 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:47Z', 'revision_number': 1, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:49.047757 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:37:49.047925 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Pushing event updated for resources: {'Port': ['ID=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:49.061909 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Sync routers for ids ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:37:49.079978 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.11', 49888) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:49.090302 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Routers {'2b31ed9c-f773-48ee-b53b-93a121c80dbf'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:49.091887 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:49.103268 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:49.107190 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-c2f5d09c-c355-4994-bd5c-c616626c6090 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6011579 Nov 03 21:37:49.107719 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59704) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:49.132111 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c2fd7-4062-4244-ab8f-5639d6d2506d None None] The sync data for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi is: [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:47Z', 'revision_number': 1, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:37:49.201398 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:37:49.213510 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Sync routers for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:37:49.238384 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:49.242786 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:49.326028 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Network 56061263-27c8-4256-9a47-9e1244ee545b is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:49.329882 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:49.480794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-8cb9ae77-bebe-4731-be2d-af8aaa97a4a6 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:49.482986 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-8cb9ae77-bebe-4731-be2d-af8aaa97a4a6 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.11 "GET /v2.0/networks?id=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 HTTP/1.1" status: 200 len: 812 time: 0.3963239 Nov 03 21:37:49.540816 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:49.595705 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Set router 2b31ed9c-f773-48ee-b53b-93a121c80dbf gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:49.618356 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:49.627247 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-05668845-1721-4c9c-9613-3349fa3ba704 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7572811 Nov 03 21:37:49.628406 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59734) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:49.632974 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Request body: {'port': {'device_id': '4d224e74-b15f-4ca6-87f5-c33d63991992', 'network_id': 'dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69', 'admin_state_up': True, 'tenant_id': '2e05cb84b064479ebd335364aeb0de12'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:49.715332 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:49.766031 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b689b1c0-3d1d-499a-9948-dd870da7323c req-e50593d7-2e23-4663-ac44-88d797f89a48 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 210 time: 0.2030845 Nov 03 21:37:49.830429 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.11', 49894) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:50.164397 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-38958e98-ddca-4398-8036-7d9938f3e131 None None] Provisioning complete for port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:50.164999 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-38958e98-ddca-4398-8036-7d9938f3e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:50.206898 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Router f3db5ab0-856b-43c4-9796-4f070f602e12 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:37:50.228765 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-38958e98-ddca-4398-8036-7d9938f3e131 None None] Port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:37:50.245454 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-4b209331-83cc-4255-819f-7b6132f1d85e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:50.247067 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-4b209331-83cc-4255-819f-7b6132f1d85e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 815 time: 0.4027622 Nov 03 21:37:50.273331 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:37:46Z', 'revision_number': 3, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port': {'id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:46Z', 'updated_at': '2021-11-03T21:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:50.337788 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Checking router: 2b31ed9c-f773-48ee-b53b-93a121c80dbf for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:37:50.340478 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Updating router 2b31ed9c-f773-48ee-b53b-93a121c80dbf port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:37:50.345318 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c55e638e-c9f1-45ef-809b-b474237772fe req-d2d06f7b-f48b-4d38-8e3c-f85e0f09a282 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 210 time: 0.5776629 Nov 03 21:37:50.385375 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:47Z', 'revision_number': 3, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:50.401679 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Request body: {'port': {'device_id': '8221f045-f119-4dec-8543-11e9f19317a3', 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'admin_state_up': True, 'tenant_id': '90617d4adc484b9dbf589c42b95a514c'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:50.427694 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:50.454222 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Checking router: 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:37:50.455145 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Updating router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:37:50.522460 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:50.813920 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Made reservation on behalf of 90617d4adc484b9dbf589c42b95a514c for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:50.827688 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.315531 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.333695 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.377698 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff555f9e-bea0-41c8-a003-1f8a4753aaf2 req-8cbfeb97-9add-48ea-97f3-bc57f08f8f89 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 210 time: 0.2022667 Nov 03 21:37:51.571407 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ddea-13c8-4410-9ea4-196e381d035b None None] Pushing event updated for resources: {'Port': ['ID=b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:51.585343 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Made reservation on behalf of 2e05cb84b064479ebd335364aeb0de12 for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:37:51.604546 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.633709 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Attempting to bind port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:37:51.634803 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Attempting to bind port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:37:51.639687 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Attempting to bind port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:51.666860 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:37:51.668989 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:51.670549 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.672837 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:37:51.673577 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Bound port: b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:37:51.674185 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.735256 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.806050 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] For port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:37:51.811662 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] For port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:37:51.820406 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.822287 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.839251 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:51.883707 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b129faff-3893-4e80-8911-c799341c57a4 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:37:52.024456 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d7c4f4de-4cf6-4503-a696-0efe14f2a50a req-c2a619c9-02d6-4ce4-911a-1636bc543320 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 210 time: 0.4032912 Nov 03 21:37:52.075808 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d69c-9c78-4eb0-bad7-314ba083e8ec None None] Pushing event updated for resources: {'Port': ['ID=1559ecc1-d24b-4ed4-b4a3-887dafe75b6d,revision_number=2']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:52.078246 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Routers {'2b31ed9c-f773-48ee-b53b-93a121c80dbf'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:52.079395 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:52.098074 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Attempting to bind port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:37:52.098504 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Attempting to bind port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:37:52.098879 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Attempting to bind port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:52.119633 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:37:52.120010 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:52.122820 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:52.130983 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:37:52.131806 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Bound port: 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:37:52.133535 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:52.181216 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ddea-13c8-4410-9ea4-196e381d035b None None] Pushing event updated for resources: {'Port': ['ID=b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:52.294166 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] For port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:37:52.299835 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] For port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=1559ecc1-d24b-4ed4-b4a3-887dafe75b6d,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:37:52.311688 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:52.376441 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port b129faff-3893-4e80-8911-c799341c57a4 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:52.393268 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:52.437245 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:52.484432 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d69c-9c78-4eb0-bad7-314ba083e8ec None None] Pushing event updated for resources: {'Port': ['ID=1559ecc1-d24b-4ed4-b4a3-887dafe75b6d,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:52.569507 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:52.571896 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:52.603309 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] Set router 2b31ed9c-f773-48ee-b53b-93a121c80dbf gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:52.622006 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Allocated IP 172.20.0.2 (dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69/945aa471-776b-493b-aa03-550186599fdd/14c2b228-2cc9-48cc-952a-85b86f11102e) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:52.633414 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Allocated IP 172.20.0.1 (55f11b13-8d75-4ce8-84f3-4c96762411a2/c6c91405-10a9-463d-af3d-1f6ff90a173b/e2968ada-f13b-4106-be17-f84ee4049afc) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:52.956043 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:53.003851 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:53.021428 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:53.068472 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1d315e0c-e0fd-4224-aaed-aebe058f27b2 req-0535e8a4-8b00-46bb-977c-33ac538574c3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 210 time: 0.0651133 Nov 03 21:37:53.207675 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:53.211155 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:37:53.231551 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Pushing event updated for resources: {'Port': ['ID=14c2b228-2cc9-48cc-952a-85b86f11102e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:53.276402 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:53.290916 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Allocated IP 172.20.0.1 (c83cbf0a-75d3-4246-af57-b07af1cdc217/08fc8be6-1243-4336-869b-d3bb6c57b9a3/35ad01a2-4ebc-4814-a83b-58a494582419) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:53.326586 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 59888) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:53.332510 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ca4d39e2-c411-4350-8d01-892f0fe4027c admin admin] 10.222.0.62 "PUT /v2.0/routers/f3db5ab0-856b-43c4-9796-4f070f602e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9811735 Nov 03 21:37:53.345691 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Allocated IP 172.20.0.14 (cc2f4177-644a-4bce-803a-b29dffa13aa8/f63c74b1-7ac4-4212-9c2e-b746e9b017fd/7ee1b648-540c-4b59-af35-08de1ad82b40) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:37:53.540077 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:53.587436 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:53.605247 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:53.605935 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:53.628903 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:53.652260 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:37:46Z', 'revision_number': 3, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port': {'id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:46Z', 'updated_at': '2021-11-03T21:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:53.658845 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:47Z', 'revision_number': 3, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:53.711084 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port b129faff-3893-4e80-8911-c799341c57a4, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b129faff-3893-4e80-8911-c799341c57a4,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:37:53.714746 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbadadb-e613-430a-ac69-61224c61d628 None None] The sync data for ids ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'] in dv-cinder-816573-1-iscsi is: [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:37:46Z', 'revision_number': 3, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port': {'id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:46Z', 'updated_at': '2021-11-03T21:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:37:53.718060 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:53.857747 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a05554-a99d-4a4c-94d3-ba80b4fa11ad None None] The sync data for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi is: [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:47Z', 'revision_number': 3, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:37:53.869301 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65baa9-ee39-46fa-b0f2-a85c58ee925d req-1236b5e2-6108-4203-a1d3-de92a46fb774 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:53.874228 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9e65baa9-ee39-46fa-b0f2-a85c58ee925d req-1236b5e2-6108-4203-a1d3-de92a46fb774 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 931 time: 0.6532347 Nov 03 21:37:53.928258 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-cf7ef2b0-b250-4b37-aa86-a129359bd433 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3660371 Nov 03 21:37:53.997358 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=b129faff-3893-4e80-8911-c799341c57a4,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:54.013700 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-27a8e16f-5d9f-4e41-a060-bca3e75ace4d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:37:54.015691 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-27a8e16f-5d9f-4e41-a060-bca3e75ace4d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0426967 Nov 03 21:37:54.026293 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.073828 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a83245f-020a-47c8-8972-b446580cfc75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.209732 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Network 55f11b13-8d75-4ce8-84f3-4c96762411a2 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:54.241798 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:54.256551 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:54.257044 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.376576 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Sync routers for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:37:54.408636 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:54.411184 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:54.587100 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2968ada-f13b-4106-be17-f84ee4049afc,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:54.628981 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.646743 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:54.689356 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9e65baa9-ee39-46fa-b0f2-a85c58ee925d req-de263bc1-8eff-4391-ae53-774e8d07f5e8 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7902510 Nov 03 21:37:54.701070 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.715698 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a83245f-020a-47c8-8972-b446580cfc75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.750765 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.755705 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a83245f-020a-47c8-8972-b446580cfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.759482 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:54.875878 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Pushing event updated for resources: {'Port': ['ID=7ee1b648-540c-4b59-af35-08de1ad82b40,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:54.966736 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 2, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:54.978509 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83245f-020a-47c8-8972-b446580cfc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bdf402-ce98-4f5f-85fa-2a79deeae20e,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:54.997339 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=35ad01a2-4ebc-4814-a83b-58a494582419,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:55.022667 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Network cc2f4177-644a-4bce-803a-b29dffa13aa8 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:55.037840 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:55.044896 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:55.065604 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Checking router: f3db5ab0-856b-43c4-9796-4f070f602e12 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:37:55.072653 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Updating router f3db5ab0-856b-43c4-9796-4f070f602e12 port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:37:55.093722 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:55.094421 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:55.129258 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-54f897aa-ab3a-4aa7-8b7f-218cd9f963d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7576842 Nov 03 21:37:55.157910 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:55.177572 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41a7fb-e60e-45e1-8343-dda0af4a7387 req-419d751d-caed-4e1b-ad69-2fa9bc35bee2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:55.181866 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bb41a7fb-e60e-45e1-8343-dda0af4a7387 req-419d751d-caed-4e1b-ad69-2fa9bc35bee2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 932 time: 0.3073196 Nov 03 21:37:55.212709 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:55.223022 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:37:55.224472 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:55.234942 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:55.243122 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-6a83245f-020a-47c8-8972-b446580cfc75 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eec94fd70dbd4819973a82e72b97b84a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9144564 Nov 03 21:37:55.274177 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59932) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:55.550069 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bb41a7fb-e60e-45e1-8343-dda0af4a7387 req-8fbf35a8-b7ac-45b2-917f-a6fdc3e996f0 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538322 Nov 03 21:37:55.639809 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2c72587c-6c77-4461-bfe2-778306a82006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:55.685096 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2c72587c-6c77-4461-bfe2-778306a82006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:55.713374 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Request body: {'port': {'device_id': '4d224e74-b15f-4ca6-87f5-c33d63991992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:55.840841 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-5100f67b-4b30-4fab-a7cb-8ed6cef81e40 None None] Provisioning complete for port 35ad01a2-4ebc-4814-a83b-58a494582419 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:55.842074 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-5100f67b-4b30-4fab-a7cb-8ed6cef81e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:55.911464 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-5100f67b-4b30-4fab-a7cb-8ed6cef81e40 None None] Port 35ad01a2-4ebc-4814-a83b-58a494582419 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:37:55.923774 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2c72587c-6c77-4461-bfe2-778306a82006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:55.926841 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2c72587c-6c77-4461-bfe2-778306a82006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:55.928308 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2c72587c-6c77-4461-bfe2-778306a82006 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31bdf402-ce98-4f5f-85fa-2a79deeae20e HTTP/1.1" status: 204 len: 168 time: 0.6488833 Nov 03 21:37:55.968806 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72587c-6c77-4461-bfe2-778306a82006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bdf402-ce98-4f5f-85fa-2a79deeae20e,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:56.015640 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59946) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:56.027556 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-2734274f-0dc1-449d-990e-f910dfe941e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172799792', 'description': 'tempest-description--936421968'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:56.046693 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4dbfa-fdbf-46ea-8451-268d17f5084c req-67417195-4984-4639-b8eb-85600eeaf269 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:56.065402 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eec4dbfa-fdbf-46ea-8451-268d17f5084c req-67417195-4984-4639-b8eb-85600eeaf269 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 931 time: 0.1384571 Nov 03 21:37:56.071213 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.074423 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.088284 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.097235 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.147195 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2734274f-0dc1-449d-990e-f910dfe941e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.173534 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:37:56.193985 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.223889 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eec4dbfa-fdbf-46ea-8451-268d17f5084c req-029e71a4-a9dd-4f9e-af89-bdd21432a83d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567876 Nov 03 21:37:56.255193 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8375fc-09d3-4520-a106-30fda708e446 None None] Pushing event updated for resources: {'Port': ['ID=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:56.501645 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59952) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:56.503038 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Attempting to bind port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:37:56.503413 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Attempting to bind port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:37:56.503753 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Attempting to bind port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 on network 56061263-27c8-4256-9a47-9e1244ee545b {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:56.513355 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:56.513695 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.524745 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.525566 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:37:56.533794 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Checking segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:56.534324 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.534898 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Bound using segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:37:56.535480 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Bound port: c1b70f9c-38a5-410f-baf4-96d74eb8ec26, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:37:56.536084 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.548872 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2734274f-0dc1-449d-990e-f910dfe941e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.563366 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2734274f-0dc1-449d-990e-f910dfe941e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.611352 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.620497 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.621302 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.639643 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d89de36c-7279-4d24-9fc3-069634240e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.648479 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734274f-0dc1-449d-990e-f910dfe941e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2c617f-9fad-4d5a-86e2-085c30a28003,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:56.650069 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.650785 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.713391 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] For port c1b70f9c-38a5-410f-baf4-96d74eb8ec26, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:37:56.719607 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] For port c1b70f9c-38a5-410f-baf4-96d74eb8ec26, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:37:56.722108 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-b7230597-5f78-4f0d-bdfc-6dce4ffe4cd1 None None] Provisioning complete for port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:56.722470 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b7230597-5f78-4f0d-bdfc-6dce4ffe4cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.747493 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.796492 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2734274f-0dc1-449d-990e-f910dfe941e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.801484 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2734274f-0dc1-449d-990e-f910dfe941e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7790689 Nov 03 21:37:56.802258 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59962) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:56.853416 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-16890f43-0cc8-4fcd-8376-f5b9e99705a4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'security_group_rule': {'security_group_id': '7b2c617f-9fad-4d5a-86e2-085c30a28003', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:56.868990 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.870690 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d89de36c-7279-4d24-9fc3-069634240e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.896786 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=35ad01a2-4ebc-4814-a83b-58a494582419,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:56.920281 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d89de36c-7279-4d24-9fc3-069634240e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:56.969175 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8375fc-09d3-4520-a106-30fda708e446 None None] Pushing event updated for resources: {'Port': ['ID=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:56.974376 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=1559ecc1-d24b-4ed4-b4a3-887dafe75b6d,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:37:56.977896 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:56.982118 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:57.003942 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2968ada-f13b-4106-be17-f84ee4049afc,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:57.056444 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:57.056708 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b129faff-3893-4e80-8911-c799341c57a4 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:37:57.069294 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Network 55f11b13-8d75-4ce8-84f3-4c96762411a2 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:57.070939 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:57.093486 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:37:57.100115 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:37:57.237057 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89de36c-7279-4d24-9fc3-069634240e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af20b556-9d00-4b86-9fe2-a46c877ade8c,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:57.243875 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=1559ecc1-d24b-4ed4-b4a3-887dafe75b6d,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:57.282642 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d89de36c-7279-4d24-9fc3-069634240e78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1671dd02f304268842014c7eff4680a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7775056 Nov 03 21:37:57.295808 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 59976) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:57.309917 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc305b-534d-476c-9133-d421c33395e6 req-18d39786-8ba4-4c57-ba16-f19a6efc6582 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:57.319161 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2cdc305b-534d-476c-9133-d421c33395e6 req-18d39786-8ba4-4c57-ba16-f19a6efc6582 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 932 time: 0.5791938 Nov 03 21:37:57.356342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-16890f43-0cc8-4fcd-8376-f5b9e99705a4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:57.371007 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Request body: {'port': {'device_id': '8221f045-f119-4dec-8543-11e9f19317a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:57.380388 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b7230597-5f78-4f0d-bdfc-6dce4ffe4cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:57.506121 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2cdc305b-534d-476c-9133-d421c33395e6 req-8447387f-943f-4497-9f8b-a2b775dfaf32 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799324 Nov 03 21:37:57.561358 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Router 2b31ed9c-f773-48ee-b53b-93a121c80dbf has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:37:57.576731 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:37:57.584961 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port b129faff-3893-4e80-8911-c799341c57a4 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:57.586347 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:57.594051 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:57.660764 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7dc91-6f6e-495e-b5ed-72b292f5c9a8 req-470a6277-f4eb-4145-9839-e0f4f16d7a9d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:37:57.662368 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dde7dc91-6f6e-495e-b5ed-72b292f5c9a8 req-470a6277-f4eb-4145-9839-e0f4f16d7a9d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 931 time: 0.1868734 Nov 03 21:37:57.684024 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-b7230597-5f78-4f0d-bdfc-6dce4ffe4cd1 None None] For port c1b70f9c-38a5-410f-baf4-96d74eb8ec26, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:37:57.694524 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c2b228-2cc9-48cc-952a-85b86f11102e {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:37:57.704904 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b7230597-5f78-4f0d-bdfc-6dce4ffe4cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:57.710599 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:57.737259 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6a71-94c3-4bde-9f1e-e6bf74d366de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:57.761603 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6a71-94c3-4bde-9f1e-e6bf74d366de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:57.840032 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7230597-5f78-4f0d-bdfc-6dce4ffe4cd1 None None] Pushing event updated for resources: {'Port': ['ID=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:57.851840 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:37:57.860004 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-fcf7e996-b856-4ca5-89d0-06a345ac0eb6 admin admin] 10.222.0.62 "PUT /v2.0/routers/2b31ed9c-f773-48ee-b53b-93a121c80dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7512448 Nov 03 21:37:57.904719 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:37:57.914518 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:37:57.920283 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-0c1194d9-4437-4ccf-bb8d-58804204bdf0 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c7e2fe0-4901-48bf-a0b8-8aae28058da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2836347 Nov 03 21:37:57.943248 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.068930 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-2029216d-53ab-49ac-952e-c53be6b21e0b None None] Provisioning complete for port 35ad01a2-4ebc-4814-a83b-58a494582419 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:58.069646 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2029216d-53ab-49ac-952e-c53be6b21e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.104611 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dde7dc91-6f6e-495e-b5ed-72b292f5c9a8 req-66fbce2d-5b44-4fa5-bb8e-59e78a6b29f7 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144094 Nov 03 21:37:58.151650 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6a71-94c3-4bde-9f1e-e6bf74d366de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.159831 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6a71-94c3-4bde-9f1e-e6bf74d366de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.166571 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0dbb6a71-94c3-4bde-9f1e-e6bf74d366de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af20b556-9d00-4b86-9fe2-a46c877ade8c HTTP/1.1" status: 204 len: 168 time: 0.8329287 Nov 03 21:37:58.218260 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-16890f43-0cc8-4fcd-8376-f5b9e99705a4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.226054 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Sync routers for ids ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:37:58.242578 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-16890f43-0cc8-4fcd-8376-f5b9e99705a4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.250586 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Routers {'2b31ed9c-f773-48ee-b53b-93a121c80dbf'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:58.256515 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:58.373666 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-2029216d-53ab-49ac-952e-c53be6b21e0b None None] Port 35ad01a2-4ebc-4814-a83b-58a494582419 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:37:58.540277 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:58.549285 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.632133 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-2029216d-53ab-49ac-952e-c53be6b21e0b None None] Provisioning complete for port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:37:58.635867 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2029216d-53ab-49ac-952e-c53be6b21e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.658043 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Sync routers for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:37:58.745154 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Set router 2b31ed9c-f773-48ee-b53b-93a121c80dbf gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:37:58.759075 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee1b648-540c-4b59-af35-08de1ad82b40 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:37:58.773023 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.807546 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Transition to ACTIVE for port object 7ee1b648-540c-4b59-af35-08de1ad82b40 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:37:58.815103 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb6a71-94c3-4bde-9f1e-e6bf74d366de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af20b556-9d00-4b86-9fe2-a46c877ade8c,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:58.852484 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:37:58.853240 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:58.872135 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.899354 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Transition to ACTIVE for port object 14c2b228-2cc9-48cc-952a-85b86f11102e will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:37:58.934321 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:58.959730 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16890f43-0cc8-4fcd-8376-f5b9e99705a4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e0851d-c2fa-4862-ab76-dbae039b37cd,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:59.177253 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-16890f43-0cc8-4fcd-8376-f5b9e99705a4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.184515 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60036) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:59.193592 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-51e948c9-41cb-4378-b31e-6a48c10903e3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'security_group_rule': {'security_group_id': '7b2c617f-9fad-4d5a-86e2-085c30a28003', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:59.195240 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-16890f43-0cc8-4fcd-8376-f5b9e99705a4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3567376 Nov 03 21:37:59.358373 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-51e948c9-41cb-4378-b31e-6a48c10903e3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.531304 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.572483 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:37:55Z', 'revision_number': 4, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port': {'id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:46Z', 'updated_at': '2021-11-03T21:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'e2968ada-f13b-4106-be17-f84ee4049afc', 'name': '', 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'mac_address': 'fa:16:3e:57:94:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6c91405-10a9-463d-af3d-1f6ff90a173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:51Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 2, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'subnets': [{'id': 'c6c91405-10a9-463d-af3d-1f6ff90a173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:37:59.599941 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Attempting to bind port 14c2b228-2cc9-48cc-952a-85b86f11102e on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:37:59.604562 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Attempting to bind port 14c2b228-2cc9-48cc-952a-85b86f11102e by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '5c55d871-0f16-44d1-b875-966c647b1174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:37:59.605168 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Attempting to bind port 14c2b228-2cc9-48cc-952a-85b86f11102e on network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:59.618226 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Checking router: 2b31ed9c-f773-48ee-b53b-93a121c80dbf for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:37:59.620923 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:37:59.628653 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Updating router 2b31ed9c-f773-48ee-b53b-93a121c80dbf port e2968ada-f13b-4106-be17-f84ee4049afc binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:37:59.641660 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Attempting to bind port 7ee1b648-540c-4b59-af35-08de1ad82b40 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:37:59.648526 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Attempting to bind port 7ee1b648-540c-4b59-af35-08de1ad82b40 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:37:59.650244 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Attempting to bind port 7ee1b648-540c-4b59-af35-08de1ad82b40 on network cc2f4177-644a-4bce-803a-b29dffa13aa8 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:59.657569 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.665095 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Pushing event updated for resources: {'Port': ['ID=7ee1b648-540c-4b59-af35-08de1ad82b40,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:59.687801 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-51e948c9-41cb-4378-b31e-6a48c10903e3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.693376 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-51e948c9-41cb-4378-b31e-6a48c10903e3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.724202 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.774596 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60056) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:59.801352 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-18958d88-bd94-47b9-b5f5-57a10a5c76c1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287680750', 'description': 'tempest-description--534274579'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:59.826180 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Port 7ee1b648-540c-4b59-af35-08de1ad82b40 on network cc2f4177-644a-4bce-803a-b29dffa13aa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:37:59.826594 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Attempting to bind port 7ee1b648-540c-4b59-af35-08de1ad82b40 on network cc2f4177-644a-4bce-803a-b29dffa13aa8 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:37:59.846871 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Pushing event updated for resources: {'Port': ['ID=14c2b228-2cc9-48cc-952a-85b86f11102e,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:59.853796 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e948c9-41cb-4378-b31e-6a48c10903e3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f6b2f5-54b8-447b-aff8-3f4c8d50bea7,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:37:59.873442 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:37:59.874983 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Checking segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:37:59.877017 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Bound using segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:37:59.877780 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Bound port: 7ee1b648-540c-4b59-af35-08de1ad82b40, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:37:59.881014 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.894289 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-51e948c9-41cb-4378-b31e-6a48c10903e3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:37:59.902842 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-51e948c9-41cb-4378-b31e-6a48c10903e3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7164702 Nov 03 21:37:59.917514 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60058) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:37:59.944539 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:37:59.977855 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Port 14c2b228-2cc9-48cc-952a-85b86f11102e on network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:37:59.979150 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Attempting to bind port 14c2b228-2cc9-48cc-952a-85b86f11102e on network dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:00.008057 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-18958d88-bd94-47b9-b5f5-57a10a5c76c1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.118954 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c1b70f9c-38a5-410f-baf4-96d74eb8ec26 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:00.133511 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-18958d88-bd94-47b9-b5f5-57a10a5c76c1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.142350 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-18958d88-bd94-47b9-b5f5-57a10a5c76c1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.189537 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18958d88-bd94-47b9-b5f5-57a10a5c76c1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f310776-3e36-45c7-a040-86ef6b488814,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:00.206917 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.213570 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-18958d88-bd94-47b9-b5f5-57a10a5c76c1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.218115 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-18958d88-bd94-47b9-b5f5-57a10a5c76c1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4320424 Nov 03 21:38:00.218289 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.218390 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.219599 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60066) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:00.235360 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-c8c7dc39-c0e8-41cd-b300-1b40b2a16987 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'security_group_rule': {'security_group_id': '4f310776-3e36-45c7-a040-86ef6b488814', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:00.279507 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dfabe-00cc-4313-a3cb-bf3215ace142 None None] Pushing event updated for resources: {'Port': ['ID=e2968ada-f13b-4106-be17-f84ee4049afc,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:00.298732 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:00.399990 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56e9f4-29f7-48a0-96b7-8c8c5e1a8d7b None None] The sync data for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi is: [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:38:00.463893 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:00.469578 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Attempting to bind port e2968ada-f13b-4106-be17-f84ee4049afc on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:38:00.478782 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Attempting to bind port e2968ada-f13b-4106-be17-f84ee4049afc by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:38:00.480534 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Attempting to bind port e2968ada-f13b-4106-be17-f84ee4049afc on network 55f11b13-8d75-4ce8-84f3-4c96762411a2 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:00.495652 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:38:00.502476 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:38:00.508092 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Checking segment: {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:38:00.513416 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.517707 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Bound using segment: {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:38:00.519392 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Bound port: e2968ada-f13b-4106-be17-f84ee4049afc, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:38:00.522330 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.557294 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c8c7dc39-c0e8-41cd-b300-1b40b2a16987 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.757932 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c8c7dc39-c0e8-41cd-b300-1b40b2a16987 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.780404 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c8c7dc39-c0e8-41cd-b300-1b40b2a16987 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.807332 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:38:00.807681 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Checking segment: {'id': '5c55d871-0f16-44d1-b875-966c647b1174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:38:00.809971 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Bound using segment: {'id': '5c55d871-0f16-44d1-b875-966c647b1174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:38:00.810436 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Bound port: 14c2b228-2cc9-48cc-952a-85b86f11102e, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c55d871-0f16-44d1-b875-966c647b1174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:38:00.811496 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:00.873562 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] For port e2968ada-f13b-4106-be17-f84ee4049afc, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:00.885344 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] For port e2968ada-f13b-4106-be17-f84ee4049afc, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=e2968ada-f13b-4106-be17-f84ee4049afc,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:00.894209 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.118731 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] For port 14c2b228-2cc9-48cc-952a-85b86f11102e, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:01.138348 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] For port 14c2b228-2cc9-48cc-952a-85b86f11102e, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14c2b228-2cc9-48cc-952a-85b86f11102e,segment=NetworkSegment(5c55d871-0f16-44d1-b875-966c647b1174),segment_id=5c55d871-0f16-44d1-b875-966c647b1174)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:01.179482 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dfabe-00cc-4313-a3cb-bf3215ace142 None None] Pushing event updated for resources: {'Port': ['ID=e2968ada-f13b-4106-be17-f84ee4049afc,revision_number=4']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:01.183498 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Routers {'2b31ed9c-f773-48ee-b53b-93a121c80dbf'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:38:01.184442 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:01.301663 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] For port 7ee1b648-540c-4b59-af35-08de1ad82b40, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:01.309308 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] For port 7ee1b648-540c-4b59-af35-08de1ad82b40, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7ee1b648-540c-4b59-af35-08de1ad82b40,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:01.330523 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.365172 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.386003 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604361a-a8e3-49b1-973b-49d132418f28 req-6ebdc0ae-eedd-4b7f-89c3-14cc8d51102d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:01.401952 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0604361a-a8e3-49b1-973b-49d132418f28 req-6ebdc0ae-eedd-4b7f-89c3-14cc8d51102d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 944 time: 1.5406916 Nov 03 21:38:01.431051 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.451312 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c8c7dc39-c0e8-41cd-b300-1b40b2a16987 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.461276 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-c8c7dc39-c0e8-41cd-b300-1b40b2a16987 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2218451 Nov 03 21:38:01.462164 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7dc39-c0e8-41cd-b300-1b40b2a16987 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45c22ae-c7eb-4c37-b13b-181afb57415c,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:01.463970 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60102) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:01.486423 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:01.487041 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.517219 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-9c1099b1-002a-4409-a81a-13a7e7ef3edf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'security_group_rule': {'security_group_id': '4f310776-3e36-45c7-a040-86ef6b488814', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:01.553703 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:01.554714 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.558475 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/14c2b228-2cc9-48cc-952a-85b86f11102e HTTP/1.1" status: 200 len: 1093 time: 6.0396395 Nov 03 21:38:01.593019 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] Set router 2b31ed9c-f773-48ee-b53b-93a121c80dbf gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:38:01.596381 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d224e74-b15f-4ca6-87f5-c33d63991992', 'tag': '14c2b228-2cc9-48cc-952a-85b86f11102e'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:01.723147 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c1099b1-002a-4409-a81a-13a7e7ef3edf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.870339 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 2, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:01.939724 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:01.944576 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Checking router: 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:38:01.946743 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Updating router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 port 35ad01a2-4ebc-4814-a83b-58a494582419 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:38:01.957006 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Allocated IP 172.27.0.77 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/4def083b-2f61-4a04-bb1e-94b77a1670d7) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:38:01.968092 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:01.971964 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:01.977496 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] 10.222.0.11 "PUT /v2.0/ports/7ee1b648-540c-4b59-af35-08de1ad82b40 HTTP/1.1" status: 200 len: 1094 time: 4.6223521 Nov 03 21:38:02.011657 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c1099b1-002a-4409-a81a-13a7e7ef3edf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.018388 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c1099b1-002a-4409-a81a-13a7e7ef3edf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.060228 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:37:55Z', 'revision_number': 4, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port': {'id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:46Z', 'updated_at': '2021-11-03T21:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'e2968ada-f13b-4106-be17-f84ee4049afc', 'name': '', 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'mac_address': 'fa:16:3e:57:94:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6c91405-10a9-463d-af3d-1f6ff90a173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:51Z', 'updated_at': '2021-11-03T21:38:00Z', 'revision_number': 4, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'subnets': [{'id': 'c6c91405-10a9-463d-af3d-1f6ff90a173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:02.089884 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1099b1-002a-4409-a81a-13a7e7ef3edf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538ff4b2-5164-4105-8106-ce375d84b5e4,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:02.093537 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0604361a-a8e3-49b1-973b-49d132418f28 req-9dc78fdd-0f46-43fd-b98c-274fcab0c22f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903362 Nov 03 21:38:02.106709 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c1099b1-002a-4409-a81a-13a7e7ef3edf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.115482 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-9c1099b1-002a-4409-a81a-13a7e7ef3edf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6300628 Nov 03 21:38:02.118662 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60112) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:02.140018 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:02.142542 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.147050 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-4334c743-4e67-48fc-a30d-1523e0552daf tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:02.163410 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107b6ae-70de-4cff-bd7e-1115fb99002d None None] The sync data for ids ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'] in dv-cinder-816573-1-iscsi is: [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:37:55Z', 'revision_number': 4, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port': {'id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:46Z', 'updated_at': '2021-11-03T21:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'e2968ada-f13b-4106-be17-f84ee4049afc', 'name': '', 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'mac_address': 'fa:16:3e:57:94:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c6c91405-10a9-463d-af3d-1f6ff90a173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:51Z', 'updated_at': '2021-11-03T21:38:00Z', 'revision_number': 4, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'subnets': [{'id': 'c6c91405-10a9-463d-af3d-1f6ff90a173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:38:02.164696 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-4334c743-4e67-48fc-a30d-1523e0552daf tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 819 time: 2.7385914 Nov 03 21:38:02.365522 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.403154 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-8a7a2d9b-2c25-4ebe-844e-c76570f8baf5 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/quotas/8b0f8eba7c9942c5ad80022c08f7d02e HTTP/1.1" status: 200 len: 375 time: 0.1599486 Nov 03 21:38:02.416435 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5a095-3d9b-4fdb-ab91-f9b9b44365c6 service neutron] Pushing event updated for resources: {'Port': ['ID=14c2b228-2cc9-48cc-952a-85b86f11102e,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:02.478401 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:02.478846 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.540400 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.605651 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c8c73-9e3b-4ea7-a16b-23586b5afc16" -d '{"events": [{"name": "network-changed", "server_uuid": "4d224e74-b15f-4ca6-87f5-c33d63991992", "tag": "14c2b228-2cc9-48cc-952a-85b86f11102e"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:02.608582 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f70b-c590-42fc-9d34-ef621223828c service neutron] Pushing event updated for resources: {'Port': ['ID=7ee1b648-540c-4b59-af35-08de1ad82b40,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:02.626022 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-1868bd2d-8dfb-4934-8483-e25cb9d6295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:02.627770 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-1868bd2d-8dfb-4934-8483-e25cb9d6295c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e05cb84b064479ebd335364aeb0de12&device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 1096 time: 0.8358605 Nov 03 21:38:02.710183 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.832013 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:38:02.861125 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-8a821252-2927-47f9-91e3-8124d452af14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c2b228-2cc9-48cc-952a-85b86f11102e HTTP/1.1" status: 200 len: 217 time: 0.1992817 Nov 03 21:38:02.866305 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:38:02.885901 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:38:02.901070 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'Port': ['ID=4def083b-2f61-4a04-bb1e-94b77a1670d7,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:02.912004 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:02.926601 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-6249443e-7ed5-4d90-bf90-9970b1cb91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:02.929057 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-6249443e-7ed5-4d90-bf90-9970b1cb91a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 1097 time: 0.8229706 Nov 03 21:38:02.990698 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591895d-a672-477d-ae49-ca0820f3821c req-3496f170-5e56-4608-9378-ec0e0b215e4f tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:02.999070 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9591895d-a672-477d-ae49-ca0820f3821c req-3496f170-5e56-4608-9378-ec0e0b215e4f tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 943 time: 0.7416844 Nov 03 21:38:03.020093 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b8e82c3e-818a-45ca-a2fe-4aa284377982 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6067140 Nov 03 21:38:03.189131 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-e1cf86ae-a65b-4d29-8ad4-b4d0361bb989 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee1b648-540c-4b59-af35-08de1ad82b40 HTTP/1.1" status: 200 len: 217 time: 0.1821129 Nov 03 21:38:03.328697 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:03.351128 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9591895d-a672-477d-ae49-ca0820f3821c req-b5ac3dfa-0c07-4946-9201-09f8a43f289d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510017 Nov 03 21:38:03.404965 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:03.441360 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:03.599474 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-54350de2-9c8c-4a42-9fa4-94fabc6763bc service neutron] 10.222.0.62 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177126 Nov 03 21:38:03.605316 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:03.643825 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-8f186678-61d4-49f3-a3c5-d3d0265f8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:03.650160 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-8f186678-61d4-49f3-a3c5-d3d0265f8653 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=945aa471-776b-493b-aa03-550186599fdd HTTP/1.1" status: 200 len: 852 time: 0.7723467 Nov 03 21:38:03.689544 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d595264-e686-44c8-aed6-4c2da7e8db6a None None] Pushing event updated for resources: {'Port': ['ID=35ad01a2-4ebc-4814-a83b-58a494582419,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:03.715198 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 60160) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:03.939546 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4259ccd8-2e24-4546-9506-d460bfa57582 x-openstack-request-id: req-4259ccd8-2e24-4546-9506-d460bfa57582 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:03.940031 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d224e74-b15f-4ca6-87f5-c33d63991992", "tag": "14c2b228-2cc9-48cc-952a-85b86f11102e", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:03.940494 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4259ccd8-2e24-4546-9506-d460bfa57582 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:03.941438 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d224e74-b15f-4ca6-87f5-c33d63991992', 'tag': '14c2b228-2cc9-48cc-952a-85b86f11102e', 'status': 'completed', 'code': 200} Nov 03 21:38:03.963801 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-ae56aba3-187e-4737-89c7-36a51a6c1a69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2842236 Nov 03 21:38:03.981347 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Attempting to bind port 35ad01a2-4ebc-4814-a83b-58a494582419 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:38:03.983379 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Attempting to bind port 35ad01a2-4ebc-4814-a83b-58a494582419 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:38:03.984204 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Attempting to bind port 35ad01a2-4ebc-4814-a83b-58a494582419 on network c83cbf0a-75d3-4246-af57-b07af1cdc217 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:04.009972 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:38:04.012881 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Checking segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:38:04.015287 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.016055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Bound using segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:38:04.017591 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Bound port: 35ad01a2-4ebc-4814-a83b-58a494582419, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:38:04.019203 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.100320 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-533ac266-e3be-4365-88cc-83f99da8c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:04.112921 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-533ac266-e3be-4365-88cc-83f99da8c56a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 200 len: 855 time: 0.8732033 Nov 03 21:38:04.189780 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device e2968ada-f13b-4106-be17-f84ee4049afc up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:04.237296 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Allocated IP 172.27.0.13 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/cf8f1136-6110-44fd-8f5b-45168238f240) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:38:04.284654 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-31222fbb-1cf1-4211-a8f6-9a8466700d54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc2f4177-644a-4bce-803a-b29dffa13aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074567 Nov 03 21:38:04.326594 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-6f8f8ef7-0097-4b33-95eb-cefabbc8c7a4 None None] Provisioning complete for port 35ad01a2-4ebc-4814-a83b-58a494582419 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:04.327272 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6f8f8ef7-0097-4b33-95eb-cefabbc8c7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.376624 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.383491 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.398031 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f8ef7-0097-4b33-95eb-cefabbc8c7a4 None None] Port 35ad01a2-4ebc-4814-a83b-58a494582419 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:38:04.411544 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] For port 35ad01a2-4ebc-4814-a83b-58a494582419, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:04.445845 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] For port 35ad01a2-4ebc-4814-a83b-58a494582419, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=35ad01a2-4ebc-4814-a83b-58a494582419,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:04.458281 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port e2968ada-f13b-4106-be17-f84ee4049afc triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:04.460281 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.475257 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.484224 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.553301 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.566861 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6480978 Nov 03 21:38:04.574107 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033274-173f-4b52-8de2-9a9b8dd27f8e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'Port': ['ID=4def083b-2f61-4a04-bb1e-94b77a1670d7,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:04.607641 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-06d76702-2e78-4554-8b19-2f769e676764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.636450 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.647363 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d595264-e686-44c8-aed6-4c2da7e8db6a None None] Pushing event updated for resources: {'Port': ['ID=35ad01a2-4ebc-4814-a83b-58a494582419,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:04.651029 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-af321a41-f77e-4c25-bf9c-7c6a6323cb0b service neutron] 10.222.0.62 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0499036 Nov 03 21:38:04.685097 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:38:04.686139 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:37:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:04.773354 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:04.835907 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8873a-85ac-4b95-83e2-c54a8104c12b req-0ce1c8f3-557e-4833-8814-8dcfa032d3ea tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:04.847178 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c8c8873a-85ac-4b95-83e2-c54a8104c12b req-0ce1c8f3-557e-4833-8814-8dcfa032d3ea tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 944 time: 0.8749604 Nov 03 21:38:04.889243 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'Port': ['ID=cf8f1136-6110-44fd-8f5b-45168238f240,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:04.915684 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:38:04.919590 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:38:04.923520 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:38:04.930354 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-b2e87f12-0432-4cdb-8aba-8f4d33d658d4 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9171121 Nov 03 21:38:04.932225 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:38:05.020115 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.175336 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.429737 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-d26490c8-47ee-43ab-b54c-24155459cffb None None] Provisioning complete for port 35ad01a2-4ebc-4814-a83b-58a494582419 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:05.431025 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d26490c8-47ee-43ab-b54c-24155459cffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.520811 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.553299 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.560894 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.586091 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port e2968ada-f13b-4106-be17-f84ee4049afc, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=e2968ada-f13b-4106-be17-f84ee4049afc,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:05.623412 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.624426 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:05.630258 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-d8497f0f-ec33-4116-9588-498e20e55f4d service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1714127 Nov 03 21:38:05.684225 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'Port': ['ID=cf8f1136-6110-44fd-8f5b-45168238f240,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:05.744485 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.788068 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c8c8873a-85ac-4b95-83e2-c54a8104c12b req-5af5c5b7-996b-4341-a860-7d1285f6d6c6 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9278758 Nov 03 21:38:05.795037 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.819431 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-6f415ead-6465-458f-8b2a-d377c3a09c3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6908925 Nov 03 21:38:05.900841 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e59bcf18-174b-4608-b7aa-d4fe73a66ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:05.944697 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=e2968ada-f13b-4106-be17-f84ee4049afc,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:05.956443 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:04Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:05.982750 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8221f045-f119-4dec-8543-11e9f19317a3', 'tag': '7ee1b648-540c-4b59-af35-08de1ad82b40'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:05.985566 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbce464-ac69-4639-aa66-d47fa82380ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8221f045-f119-4dec-8543-11e9f19317a3", "tag": "7ee1b648-540c-4b59-af35-08de1ad82b40"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:06.031114 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f11d45-d469-4b77-9a38-703ed38b402b None None] The sync data for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi is: [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:04Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:38:06.048823 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:06.048823 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:06.048823 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d26490c8-47ee-43ab-b54c-24155459cffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:06.089673 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671e06-9b2d-4a51-bbdc-1540361bded5 req-adc364dd-95b2-408b-bf92-686df296020f tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:06.092194 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-99671e06-9b2d-4a51-bbdc-1540361bded5 req-adc364dd-95b2-408b-bf92-686df296020f tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 943 time: 0.9582200 Nov 03 21:38:06.462036 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-d26490c8-47ee-43ab-b54c-24155459cffb None None] For port 35ad01a2-4ebc-4814-a83b-58a494582419, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=35ad01a2-4ebc-4814-a83b-58a494582419,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:06.482510 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d26490c8-47ee-43ab-b54c-24155459cffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:06.525826 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-06d76702-2e78-4554-8b19-2f769e676764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:06.533564 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66e7e4c3-9330-4502-baf0-cf54698ddd89 req-edb8d4bd-50f7-414b-8fb0-6346662f24ba service neutron] 10.222.0.11 "GET /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5307076 Nov 03 21:38:06.623933 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60230) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:06.731487 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-764b9dff-c95a-43cc-9d35-7eace90827cb req-1f6be623-a469-40c2-a048-c66f30fbdc99 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0641797 Nov 03 21:38:06.733835 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26490c8-47ee-43ab-b54c-24155459cffb None None] Pushing event updated for resources: {'Port': ['ID=35ad01a2-4ebc-4814-a83b-58a494582419,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:06.750607 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-99671e06-9b2d-4a51-bbdc-1540361bded5 req-9d94eb13-7e4a-4562-bc2a-f74d8907251d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102070 Nov 03 21:38:06.751722 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-06d76702-2e78-4554-8b19-2f769e676764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:06.873008 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-06d76702-2e78-4554-8b19-2f769e676764 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc5fb2195e8b47d9a22e661f58b300a5&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1283357 Nov 03 21:38:06.875362 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60238) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:06.890274 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d76702-2e78-4554-8b19-2f769e676764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0153a1-4eb9-4b6f-b0f7-0412f5ea8d5d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:06.960182 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-938480b4-a707-4122-a4ec-8f617f01c0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.002490 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-852d8ce6-0cad-4bd1-ad22-e8ba17116d45 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1172799792&fields=id&tenant_id=f6ee88c280c84c05b63194bdfe9cf70e HTTP/1.1" status: 200 len: 267 time: 1.0727262 Nov 03 21:38:07.029060 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d230b3f2-f8da-411a-ae8f-30663a6c9aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.061581 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device e2968ada-f13b-4106-be17-f84ee4049afc up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:07.093328 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d230b3f2-f8da-411a-ae8f-30663a6c9aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.134539 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b50c24f0-7554-4508-a353-251f23af325d req-7b6ce258-c5c0-46f9-897b-9d5d1bf4c1ba tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 210 time: 0.1628733 Nov 03 21:38:07.170596 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-f5af56de-4cbd-4e68-9596-e6ee22828af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:07.178045 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-f5af56de-4cbd-4e68-9596-e6ee22828af4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e05cb84b064479ebd335364aeb0de12&device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 1096 time: 0.4404173 Nov 03 21:38:07.198149 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port e2968ada-f13b-4106-be17-f84ee4049afc triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:07.198558 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.285079 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-938480b4-a707-4122-a4ec-8f617f01c0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.293124 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-938480b4-a707-4122-a4ec-8f617f01c0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.343645 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7297da1f-4b21-448c-b50a-87b167a841a4 x-openstack-request-id: req-7297da1f-4b21-448c-b50a-87b167a841a4 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:07.344093 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8221f045-f119-4dec-8543-11e9f19317a3", "tag": "7ee1b648-540c-4b59-af35-08de1ad82b40", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:07.344493 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7297da1f-4b21-448c-b50a-87b167a841a4 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:07.345045 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8221f045-f119-4dec-8543-11e9f19317a3', 'tag': '7ee1b648-540c-4b59-af35-08de1ad82b40', 'status': 'completed', 'code': 200} Nov 03 21:38:07.389922 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938480b4-a707-4122-a4ec-8f617f01c0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc85e1b-63e9-47fe-ba04-eedee161e951,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:07.406460 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 35ad01a2-4ebc-4814-a83b-58a494582419 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:07.416646 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d230b3f2-f8da-411a-ae8f-30663a6c9aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.430824 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d230b3f2-f8da-411a-ae8f-30663a6c9aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.433647 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-d230b3f2-f8da-411a-ae8f-30663a6c9aa0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f0153a1-4eb9-4b6f-b0f7-0412f5ea8d5d HTTP/1.1" status: 204 len: 168 time: 0.5571940 Nov 03 21:38:07.477166 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-7ad6a7a4-ec06-4595-aba6-24f1d0a36065 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:07.481134 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-7ad6a7a4-ec06-4595-aba6-24f1d0a36065 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 811 time: 0.4760020 Nov 03 21:38:07.534959 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1297c788-e09a-4482-ae09-e6c8a74e8268 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/quotas/f6ee88c280c84c05b63194bdfe9cf70e HTTP/1.1" status: 200 len: 375 time: 0.0374837 Nov 03 21:38:07.550011 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-938480b4-a707-4122-a4ec-8f617f01c0dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d777caa8a09499b825281dbc945f816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9196618 Nov 03 21:38:07.550011 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230b3f2-f8da-411a-ae8f-30663a6c9aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0153a1-4eb9-4b6f-b0f7-0412f5ea8d5d,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:07.558776 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60254) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:07.592835 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-bea48b63-0cdf-4378-8acf-b3b12eda306a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--287680750&fields=id&tenant_id=69fe03afb13143519213fc1b05c70b22 HTTP/1.1" status: 200 len: 267 time: 0.1102917 Nov 03 21:38:07.634070 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 35ad01a2-4ebc-4814-a83b-58a494582419 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:07.634606 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.669249 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2ba73a1-c89c-4a3d-a2ff-bf612d7de6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.701191 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2ba73a1-c89c-4a3d-a2ff-bf612d7de6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.772137 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-d9b510db-f3bc-42fb-82f7-28964124bdfb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1969323 Nov 03 21:38:07.784806 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2ba73a1-c89c-4a3d-a2ff-bf612d7de6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.788439 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2ba73a1-c89c-4a3d-a2ff-bf612d7de6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:07.789982 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-b2ba73a1-c89c-4a3d-a2ff-bf612d7de6bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7dc85e1b-63e9-47fe-ba04-eedee161e951 HTTP/1.1" status: 204 len: 168 time: 0.2298782 Nov 03 21:38:07.814372 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba73a1-c89c-4a3d-a2ff-bf612d7de6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc85e1b-63e9-47fe-ba04-eedee161e951,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:07.872454 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-34e844ef-b022-451f-93b8-5ddec3521a29 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:07.874107 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-34e844ef-b022-451f-93b8-5ddec3521a29 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 817 time: 0.2340982 Nov 03 21:38:07.926933 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-cd448ab9-4a6c-4b9c-ace1-1d33ed9f8537 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/quotas/69fe03afb13143519213fc1b05c70b22 HTTP/1.1" status: 200 len: 375 time: 0.0127194 Nov 03 21:38:07.996211 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-52a448dc-ecf5-408b-8009-283dfbcbe921 service neutron] 10.222.0.62 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927998 Nov 03 21:38:08.030530 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 60266) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:08.080161 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8a811124-4aad-488b-9131-07aad939eaa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.103784 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-5035acbb-bb93-4062-b8e6-3df7173b4398 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1622844 Nov 03 21:38:08.148171 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-8e279492-4ae3-4c9c-b3e2-44e85d978459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.222768 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60270) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:08.232635 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-a6a2bbd2-eaaf-4d38-a28b-918733b2425e service neutron] 10.222.0.62 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351909 Nov 03 21:38:08.236445 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1fb4-c154-42ba-a29d-770afe5fef91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.309121 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-a3ed2b33-19eb-4b62-b809-d3fe7f145ef2 service neutron] 10.222.0.62 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864071 Nov 03 21:38:08.343435 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1fb4-c154-42ba-a29d-770afe5fef91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.356955 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1fb4-c154-42ba-a29d-770afe5fef91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.386131 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8a811124-4aad-488b-9131-07aad939eaa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.411178 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c1fb4-c154-42ba-a29d-770afe5fef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd6d037-26aa-4d6e-8798-1c972f311a8e,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:08.415756 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8a811124-4aad-488b-9131-07aad939eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.464408 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-cc1c1fb4-c154-42ba-a29d-770afe5fef91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c13507086fa45a19aac0b94e48ed600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388463 Nov 03 21:38:08.467127 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60276) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:08.501965 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a811124-4aad-488b-9131-07aad939eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6e008c-3516-4fab-b83b-bd1f8216cf08,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:08.508661 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8a811124-4aad-488b-9131-07aad939eaa4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e96a70561c084e9985ccf15103c8ec4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747860 Nov 03 21:38:08.510352 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 60278) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:08.539347 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-16b67544-3b9d-48f8-96b2-28787011e843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.557134 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63754e-3fd7-4a4e-87e3-69a4fc2babd4 req-e8e52698-3619-44b4-8be5-b998ede3b96d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:08.558955 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af63754e-3fd7-4a4e-87e3-69a4fc2babd4 req-e8e52698-3619-44b4-8be5-b998ede3b96d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 944 time: 0.0958378 Nov 03 21:38:08.566390 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-249cf3ab-9b97-411a-9ab6-3970f30c08c2 service neutron] 10.222.0.62 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437937 Nov 03 21:38:08.574447 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-16b67544-3b9d-48f8-96b2-28787011e843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.638290 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-785d206b-fd39-413b-a93c-432d4390551c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.645432 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-16b67544-3b9d-48f8-96b2-28787011e843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.647950 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-16b67544-3b9d-48f8-96b2-28787011e843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.652871 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-16b67544-3b9d-48f8-96b2-28787011e843 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffd6d037-26aa-4d6e-8798-1c972f311a8e HTTP/1.1" status: 204 len: 168 time: 0.1799810 Nov 03 21:38:08.654539 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af63754e-3fd7-4a4e-87e3-69a4fc2babd4 req-6cea4939-c0ca-4563-8f90-2c0ff1598108 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869377 Nov 03 21:38:08.676465 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b67544-3b9d-48f8-96b2-28787011e843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd6d037-26aa-4d6e-8798-1c972f311a8e,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:08.730911 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-785d206b-fd39-413b-a93c-432d4390551c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.930578 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-785d206b-fd39-413b-a93c-432d4390551c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.935654 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-785d206b-fd39-413b-a93c-432d4390551c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:08.936843 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-785d206b-fd39-413b-a93c-432d4390551c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d6e008c-3516-4fab-b83b-bd1f8216cf08 HTTP/1.1" status: 204 len: 168 time: 0.4244621 Nov 03 21:38:08.938358 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 35ad01a2-4ebc-4814-a83b-58a494582419 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:09.049852 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:09.100845 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 35ad01a2-4ebc-4814-a83b-58a494582419 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:09.103456 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:09.166136 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d206b-fd39-413b-a93c-432d4390551c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6e008c-3516-4fab-b83b-bd1f8216cf08,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:09.320239 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5ed8-35c4-44b5-b696-6afd1aedf5c2 req-5b0f3fe2-edd9-4d0d-93a2-9d7af85c7846 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:09.331452 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-168a5ed8-35c4-44b5-b696-6afd1aedf5c2 req-5b0f3fe2-edd9-4d0d-93a2-9d7af85c7846 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 943 time: 0.4124522 Nov 03 21:38:09.348232 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-a81d6b39-6325-44cd-bc9f-b85d2c678fee tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:09.366638 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-a81d6b39-6325-44cd-bc9f-b85d2c678fee tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 819 time: 0.4705734 Nov 03 21:38:09.386610 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-020f22fe-7e6c-4deb-a089-f927641ecf91 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/quotas/8b0f8eba7c9942c5ad80022c08f7d02e HTTP/1.1" status: 200 len: 375 time: 0.0190475 Nov 03 21:38:09.491506 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-168a5ed8-35c4-44b5-b696-6afd1aedf5c2 req-7360031f-6382-409a-af04-a174a4344adf tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590180 Nov 03 21:38:09.507731 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-8a86ab75-339a-428f-98d6-570e57794b81 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077731 Nov 03 21:38:09.623319 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63103825-b807-415f-9bc1-2a4dcaec048e req-06cb6d37-ca13-46eb-a3cd-b7d23eb0d80e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 210 time: 0.0342658 Nov 03 21:38:09.651128 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-bfbdd743-3d69-40e9-b5b5-713a9aefa4a7 service neutron] 10.222.0.62 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423583 Nov 03 21:38:09.965349 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-24661049-34bf-4dfb-a06a-c9ebac1340ff req-92d44245-dccd-4ce3-941f-c2c9c8c94986 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 210 time: 0.1604195 Nov 03 21:38:10.206781 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-5494ee1d-b956-43fe-9a45-d4d8c17be9b6 service neutron] 10.222.0.62 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547962 Nov 03 21:38:10.215511 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-6c639351-830d-4a1a-b517-a08d97666dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:10.216741 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-6c639351-830d-4a1a-b517-a08d97666dd4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 HTTP/1.1" status: 200 len: 913 time: 0.5385754 Nov 03 21:38:10.234360 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-d1141a4e-2071-4702-aa2d-e900db557375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:10.235850 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-d1141a4e-2071-4702-aa2d-e900db557375 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 1097 time: 0.4398129 Nov 03 21:38:10.261255 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333d6b-c19e-4350-91e5-9aa6bd4f65d9 req-3c611346-28f8-4ef6-8d64-60652cc0040e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:10.269530 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e8333d6b-c19e-4350-91e5-9aa6bd4f65d9 req-3c611346-28f8-4ef6-8d64-60652cc0040e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 944 time: 0.0847316 Nov 03 21:38:10.304694 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:10.335986 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e8333d6b-c19e-4350-91e5-9aa6bd4f65d9 req-59ef757b-b608-4d70-88c2-20d74da08b70 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653856 Nov 03 21:38:10.427562 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c2b2b2c4-e153-485b-b89a-f5ec018e717d req-53067eeb-1ad3-4afb-8aaa-55f9ed204660 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 210 time: 0.0285468 Nov 03 21:38:10.628840 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a22a2e-bc22-43c9-bf41-c2112cce8766 req-e643058e-d3cf-4309-b904-21c651f1b48c tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:10.631146 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-77a22a2e-bc22-43c9-bf41-c2112cce8766 req-e643058e-d3cf-4309-b904-21c651f1b48c tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 943 time: 0.0587301 Nov 03 21:38:10.711311 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-77a22a2e-bc22-43c9-bf41-c2112cce8766 req-f1ae87a9-4f66-426a-bc8c-60edc1dad25c tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711730 Nov 03 21:38:10.768888 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8616f531-67b2-47fb-950a-4e81c6795f93 req-ef4041a3-f63c-405b-877e-b5638dd996c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 210 time: 0.0275924 Nov 03 21:38:11.075810 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66b48d0f-c4d9-482c-a2b4-57a11463a735 req-17406c06-408c-4986-9d69-38264e7e3e82 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 210 time: 0.0324364 Nov 03 21:38:11.233916 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:11.469183 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb884-da31-458a-99f5-47ee4308cebd req-12604ed9-0e94-4b3c-8ebd-3bd269ab1330 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:11.470791 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b3afb884-da31-458a-99f5-47ee4308cebd req-12604ed9-0e94-4b3c-8ebd-3bd269ab1330 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 944 time: 0.0618525 Nov 03 21:38:11.552420 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-248485e2-6385-42ab-a11f-4b827bbc07e2 req-de6ace3c-0549-4648-ba7f-4dada713e6d9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 210 time: 0.0456545 Nov 03 21:38:11.561718 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b3afb884-da31-458a-99f5-47ee4308cebd req-7e662d55-b751-4767-8522-56d1b36e4595 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815902 Nov 03 21:38:11.840283 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8553edf-f0b4-4757-a84d-822ca79a69e8 req-cb47324c-dc8f-4e3c-bb25-98f13bb88929 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:11.841848 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c8553edf-f0b4-4757-a84d-822ca79a69e8 req-cb47324c-dc8f-4e3c-bb25-98f13bb88929 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 943 time: 0.0606978 Nov 03 21:38:11.888910 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eca5b918-4e37-4fd6-936e-58059e970aff req-7531f722-50cd-45c1-a871-28998ba04dfd tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 210 time: 0.0389535 Nov 03 21:38:11.912690 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c8553edf-f0b4-4757-a84d-822ca79a69e8 req-e921f467-db07-456a-81ad-48c570ebe075 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646825 Nov 03 21:38:12.174584 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d7f462cd-45a4-487a-b4c6-571ff718d941 req-9e9f4b78-7a7e-484f-9aee-30c59c093bb5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 210 time: 0.0255966 Nov 03 21:38:12.669264 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b4157ea-08c8-4a6b-89ba-1e6953702d3a req-bb6cf14f-4400-4b77-9e64-2a8e22cf8a7b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 210 time: 0.0473962 Nov 03 21:38:12.692723 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38877980-9db7-4eec-b500-051c777fc2f2 req-6fd80718-3caf-40b5-9670-b6791447311f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:12.694181 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-38877980-9db7-4eec-b500-051c777fc2f2 req-6fd80718-3caf-40b5-9670-b6791447311f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 944 time: 0.0639400 Nov 03 21:38:12.742319 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-38877980-9db7-4eec-b500-051c777fc2f2 req-bf1b4de8-fb68-4c46-a5eb-878ae6d2876a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Nov 03 21:38:12.792806 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.11', 49915) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:12.905789 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-623a2eaa-64b6-4553-af53-b033bbdebfda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c2b228-2cc9-48cc-952a-85b86f11102e HTTP/1.1" status: 200 len: 217 time: 0.0780327 Nov 03 21:38:13.053589 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-844e64ec-2d43-42be-99e2-86986dd07125 req-1b0537ad-4f7e-4dd1-b1fa-9f0d14817245 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 210 time: 0.0669563 Nov 03 21:38:13.064419 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-34356557-9155-40b8-ba69-269ee6cf63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:13.066742 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-34356557-9155-40b8-ba69-269ee6cf63fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 916 time: 0.2591479 Nov 03 21:38:13.093734 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-79dec7e8-1d00-4630-9723-12f684398a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:13.095189 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-79dec7e8-1d00-4630-9723-12f684398a90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=945aa471-776b-493b-aa03-550186599fdd HTTP/1.1" status: 200 len: 852 time: 0.1518354 Nov 03 21:38:13.099922 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-9fb56a49-4392-4ae1-abd4-968cb2dd7910 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:13.101441 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-9fb56a49-4392-4ae1-abd4-968cb2dd7910 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 819 time: 0.2946284 Nov 03 21:38:13.119638 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Request body: {'port': {'device_id': 'cb92047d-c9e6-4f7a-bd3a-30104d589e37', 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2', 'admin_state_up': True, 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:13.135737 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-578a21a7-942e-43c3-aa9e-1c20664497d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee1b648-540c-4b59-af35-08de1ad82b40 HTTP/1.1" status: 200 len: 217 time: 0.0490701 Nov 03 21:38:13.157587 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-cab7cee6-5f50-456f-bdd9-f37c8606688f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315521 Nov 03 21:38:13.208060 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26c2f4-a5f0-4a49-bf54-0ea7959eb637 req-ea49afe1-0fce-4be1-9310-f59f7040fa1e tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:13.209692 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ee26c2f4-a5f0-4a49-bf54-0ea7959eb637 req-ea49afe1-0fce-4be1-9310-f59f7040fa1e tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 943 time: 0.1992695 Nov 03 21:38:13.297050 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-67ade96c-387e-4caf-9894-eda149fb40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:13.298568 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-67ade96c-387e-4caf-9894-eda149fb40ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 200 len: 855 time: 0.1436794 Nov 03 21:38:13.356580 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.11', 49924) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:13.392016 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-0a093abf-a3d0-4926-a282-df17006f84a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc2f4177-644a-4bce-803a-b29dffa13aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784883 Nov 03 21:38:13.398765 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cee4f713-5b8f-465e-a3fe-ef9a8c3ba23b req-a5c7df1d-852b-4a80-9a87-c9b807f07e01 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 210 time: 0.0723348 Nov 03 21:38:13.427458 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ee26c2f4-a5f0-4a49-bf54-0ea7959eb637 req-66db1b39-f0d2-47d6-bbc3-a01ec8f1d745 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884303 Nov 03 21:38:13.471542 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-8035b2e8-6b94-41d1-bff4-4a225d53248b service neutron] 10.222.0.11 "GET /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809098 Nov 03 21:38:13.487919 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Made reservation on behalf of 8b0f8eba7c9942c5ad80022c08f7d02e for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:38:13.492806 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:13.533038 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-a9cd8dfa-fe67-49fa-909b-9bc28c0adbfb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:13.534565 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-a9cd8dfa-fe67-49fa-909b-9bc28c0adbfb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 811 time: 0.1749439 Nov 03 21:38:13.619495 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-676c8c73-9e3b-4ea7-a16b-23586b5afc16 req-5a7d553b-8ceb-4fbe-b1d0-3d4a745c59b4 service neutron] 10.222.0.11 "GET /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116655 Nov 03 21:38:13.621397 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-0f617f74-7ff7-4577-8ab6-97c46ba1e280 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180963 Nov 03 21:38:13.734382 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cbce464-ac69-4639-aa66-d47fa82380ae req-926c130a-6d5c-4d5d-93cc-963e9e92a405 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993118 Nov 03 21:38:13.748949 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-0aa5e5ec-1753-4ffd-9792-1af64f94fdab tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ee88c280c84c05b63194bdfe9cf70e HTTP/1.1" status: 200 len: 380 time: 0.1962926 Nov 03 21:38:13.784385 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8848ef4d-2787-427f-b265-8ee2659cd26f req-7ba6225e-3de3-4618-8415-4b6910fcb76f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 210 time: 0.0423143 Nov 03 21:38:13.841335 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Allocated IP 172.20.0.5 (55f11b13-8d75-4ce8-84f3-4c96762411a2/c6c91405-10a9-463d-af3d-1f6ff90a173b/71638a37-3bc1-4148-8b92-e8182024335d) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:38:13.848690 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'port': {'device_id': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'admin_state_up': True, 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'security_groups': ['7b2c617f-9fad-4d5a-86e2-085c30a28003']}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:14.033583 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0573439-77b0-4641-9742-34d884ab606f req-46c3ca43-9240-4298-a606-3a0fec8d607e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:14.041443 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a0573439-77b0-4641-9742-34d884ab606f req-46c3ca43-9240-4298-a606-3a0fec8d607e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 944 time: 0.2026324 Nov 03 21:38:14.077019 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-c0c1c91f-da6b-4cf2-8855-05be293c4293 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:14.078866 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-c0c1c91f-da6b-4cf2-8855-05be293c4293 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 817 time: 0.1858339 Nov 03 21:38:14.138937 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a0573439-77b0-4641-9742-34d884ab606f req-3095d9ac-b73b-4467-83e8-07012b287ba7 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953770 Nov 03 21:38:14.168523 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:14.209951 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Made reservation on behalf of f6ee88c280c84c05b63194bdfe9cf70e for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:38:14.213759 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:14.256326 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4642f127-3ef9-4613-a330-6b6fecde1fd9 req-c8ff8880-4e54-4e65-bd8c-eca27137ec14 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 210 time: 0.0492651 Nov 03 21:38:14.268640 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:14.273219 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-83835d17-2b90-4e59-8987-24a822449c88 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69fe03afb13143519213fc1b05c70b22 HTTP/1.1" status: 200 len: 379 time: 0.1835327 Nov 03 21:38:14.283879 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'port': {'device_id': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'admin_state_up': True, 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'security_groups': ['4f310776-3e36-45c7-a040-86ef6b488814']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:14.561560 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Network 55f11b13-8d75-4ce8-84f3-4c96762411a2 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:38:14.573020 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:38:14.577941 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Pushing event updated for resources: {'Port': ['ID=71638a37-3bc1-4148-8b92-e8182024335d,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:14.584466 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:38:14.591339 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:14.592202 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:14.655760 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f14c9fb0-e3d4-4ae4-9906-eed950dbc0f3 req-88988dee-5fff-4986-9ce5-9735ce05f020 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 210 time: 0.0624225 Nov 03 21:38:14.667074 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Allocated IP 172.20.0.5 (56061263-27c8-4256-9a47-9e1244ee545b/2691928f-bb85-4b01-b334-03259d5b5d70/ce364b8c-78d6-4367-bd77-8f9c294749e0) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:38:14.693359 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Made reservation on behalf of 69fe03afb13143519213fc1b05c70b22 for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:38:14.697336 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:14.698458 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f391605d-2c49-42e0-b720-18b967f52a92 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5826061 Nov 03 21:38:14.720205 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Request body: {'port': {'device_id': 'cb92047d-c9e6-4f7a-bd3a-30104d589e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:14.741047 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-999391b5-08a0-4a8a-815e-a3664df1aca0 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:14.742603 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-999391b5-08a0-4a8a-815e-a3664df1aca0 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 819 time: 0.4005008 Nov 03 21:38:14.751132 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866d176-d541-4605-947c-87db02c8a7dd req-6e77149b-bf61-4ffd-822b-9c4040ae30cb tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:14.752830 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5866d176-d541-4605-947c-87db02c8a7dd req-6e77149b-bf61-4ffd-822b-9c4040ae30cb tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 943 time: 0.2344956 Nov 03 21:38:14.759128 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Request body: {'port': {'device_id': 'd04fea7e-a1ae-4a86-8117-14fb22194d37', 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2', 'admin_state_up': True, 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:14.858095 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:14.907424 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 7ee1b648-540c-4b59-af35-08de1ad82b40 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:38:15.027517 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:38:15.032768 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.042164 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 7ee1b648-540c-4b59-af35-08de1ad82b40, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7ee1b648-540c-4b59-af35-08de1ad82b40,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:15.057240 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '7ee1b648-540c-4b59-af35-08de1ad82b40', 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'port_id': '7ee1b648-540c-4b59-af35-08de1ad82b40', 'mac_address': 'fa:16:3e:9c:e2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63c74b1-7ac4-4212-9c2e-b746e9b017fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:38:15.098478 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6a7d3a98-6ddc-490c-93b0-a8588ef865a4 req-9882e291-2181-4a10-9f7b-20c95c013fa1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 210 time: 0.1006472 Nov 03 21:38:15.108265 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.124983 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee1b648-540c-4b59-af35-08de1ad82b40 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:15.131090 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5866d176-d541-4605-947c-87db02c8a7dd req-920f03b7-ecff-49f5-a180-2beea5014f4d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652618 Nov 03 21:38:15.155185 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 7ee1b648-540c-4b59-af35-08de1ad82b40, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7ee1b648-540c-4b59-af35-08de1ad82b40,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:15.155185 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.155445 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 14c2b228-2cc9-48cc-952a-85b86f11102e details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:38:15.202133 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.222498 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Allocated IP 172.20.0.13 (c83cbf0a-75d3-4246-af57-b07af1cdc217/08fc8be6-1243-4336-869b-d3bb6c57b9a3/30c0f440-0881-4874-811a-05d91fb0bc96) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:38:15.242471 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=7ee1b648-540c-4b59-af35-08de1ad82b40,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:15.258318 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Made reservation on behalf of 8b0f8eba7c9942c5ad80022c08f7d02e for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:38:15.261916 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.286335 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Network 56061263-27c8-4256-9a47-9e1244ee545b is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:38:15.295050 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:38:15.311486 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:38:15.334318 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:15.335849 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.346213 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 14c2b228-2cc9-48cc-952a-85b86f11102e, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14c2b228-2cc9-48cc-952a-85b86f11102e,segment=NetworkSegment(5c55d871-0f16-44d1-b875-966c647b1174),segment_id=5c55d871-0f16-44d1-b875-966c647b1174)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:15.360568 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '14c2b228-2cc9-48cc-952a-85b86f11102e', 'network_id': 'dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69', 'port_id': '14c2b228-2cc9-48cc-952a-85b86f11102e', 'mac_address': 'fa:16:3e:6e:6e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945aa471-776b-493b-aa03-550186599fdd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:38:15.374017 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'Port': ['ID=ce364b8c-78d6-4367-bd77-8f9c294749e0,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:15.383935 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650d845-80f1-4fc3-a6c3-b12dc47e19e1 req-7bff3847-51b4-4ea6-a034-501aee151c60 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:15.385493 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c650d845-80f1-4fc3-a6c3-b12dc47e19e1 req-7bff3847-51b4-4ea6-a034-501aee151c60 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 945 time: 0.1645739 Nov 03 21:38:15.405218 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-46bc2bb7-4a21-4b2e-9ca6-ceb17ad63f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5600636 Nov 03 21:38:15.412292 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.423769 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71638a37-3bc1-4148-8b92-e8182024335d {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:15.428002 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c2b228-2cc9-48cc-952a-85b86f11102e {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:15.434661 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Request body: {'port': {'device_id': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:15.443571 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.470341 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 14c2b228-2cc9-48cc-952a-85b86f11102e, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14c2b228-2cc9-48cc-952a-85b86f11102e,segment=NetworkSegment(5c55d871-0f16-44d1-b875-966c647b1174),segment_id=5c55d871-0f16-44d1-b875-966c647b1174)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:15.477996 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.538536 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Transition to ACTIVE for port object 71638a37-3bc1-4148-8b92-e8182024335d will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:38:15.539422 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.552297 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.570379 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=14c2b228-2cc9-48cc-952a-85b86f11102e,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:15.610142 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b9184-f11c-4d7e-8cbc-b473a231c5da req-928f70a7-3cbe-48bc-b465-2c36e487fb3f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:15.617625 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e79b9184-f11c-4d7e-8cbc-b473a231c5da req-928f70a7-3cbe-48bc-b465-2c36e487fb3f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 931 time: 0.2743998 Nov 03 21:38:15.697466 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Allocated IP 172.20.0.4 (55f11b13-8d75-4ce8-84f3-4c96762411a2/c6c91405-10a9-463d-af3d-1f6ff90a173b/7d549969-bba8-4396-af85-cd1452e42746) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:38:15.715056 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c650d845-80f1-4fc3-a6c3-b12dc47e19e1 req-1d3fffe2-ec7d-423d-807f-6623fd5cc077 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167334 Nov 03 21:38:15.755771 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.773377 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7ee1b648-540c-4b59-af35-08de1ad82b40'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:15.796243 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e79b9184-f11c-4d7e-8cbc-b473a231c5da req-68a1aaa6-af30-470b-afef-001b2edcbeeb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776276 Nov 03 21:38:15.859444 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['14c2b228-2cc9-48cc-952a-85b86f11102e'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:15.946516 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6d3e8257-3c3d-4cae-8e00-e986777045be req-7c3e4c29-4e7a-43c1-88b5-9b11ee48b154 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 210 time: 0.0806055 Nov 03 21:38:15.991168 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-2cb25624-e9ae-458e-ab87-b58c8d9da7dc None None] Provisioning complete for port ce364b8c-78d6-4367-bd77-8f9c294749e0 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:15.992497 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2cb25624-e9ae-458e-ab87-b58c8d9da7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:15.998069 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.072118 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:38:16.086650 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:38:16.089236 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:38:16.096583 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:16.097146 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.121223 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Attempting to bind port 71638a37-3bc1-4148-8b92-e8182024335d on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:38:16.121223 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Attempting to bind port 71638a37-3bc1-4148-8b92-e8182024335d by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:38:16.121223 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Attempting to bind port 71638a37-3bc1-4148-8b92-e8182024335d on network 55f11b13-8d75-4ce8-84f3-4c96762411a2 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:16.125658 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:16.130685 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Pushing event updated for resources: {'Port': ['ID=71638a37-3bc1-4148-8b92-e8182024335d,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:16.153022 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Port 71638a37-3bc1-4148-8b92-e8182024335d on network 55f11b13-8d75-4ce8-84f3-4c96762411a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:38:16.153217 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Attempting to bind port 71638a37-3bc1-4148-8b92-e8182024335d on network 55f11b13-8d75-4ce8-84f3-4c96762411a2 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:16.175908 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-62e25807-03df-4684-9347-db08e0a6a355 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8963292 Nov 03 21:38:16.186254 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:38:16.186680 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Checking segment: {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:38:16.187332 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Bound using segment: {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:38:16.187830 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Bound port: 71638a37-3bc1-4148-8b92-e8182024335d, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:38:16.188207 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.230717 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Request body: {'port': {'device_id': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:16.290518 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-2cb25624-e9ae-458e-ab87-b58c8d9da7dc None None] Port ce364b8c-78d6-4367-bd77-8f9c294749e0 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:38:16.321664 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.373207 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5e07ed63-b125-4d41-944a-ea845900ac13 req-b1a99fc2-8c18-448f-84cd-fb4e64b47647 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 210 time: 0.0826669 Nov 03 21:38:16.463733 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] For port 71638a37-3bc1-4148-8b92-e8182024335d, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:16.471542 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] For port 71638a37-3bc1-4148-8b92-e8182024335d, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=71638a37-3bc1-4148-8b92-e8182024335d,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:16.481199 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.537477 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-891bfa57-d20d-4d22-9591-36de3b5655ef None None] Provisioning complete for port 30c0f440-0881-4874-811a-05d91fb0bc96 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:16.538531 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-891bfa57-d20d-4d22-9591-36de3b5655ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.582883 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-891bfa57-d20d-4d22-9591-36de3b5655ef None None] Port 30c0f440-0881-4874-811a-05d91fb0bc96 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:38:16.587736 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:16.588450 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.590367 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] 10.222.0.11 "PUT /v2.0/ports/71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 200 len: 1093 time: 1.8782415 Nov 03 21:38:16.590954 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb92047d-c9e6-4f7a-bd3a-30104d589e37', 'tag': '71638a37-3bc1-4148-8b92-e8182024335d'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:16.593384 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6311188-3cc6-4efd-8d7f-13a19286424d req-c792df66-bef2-4497-ac01-c02319ac4591 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:16.594890 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e6311188-3cc6-4efd-8d7f-13a19286424d req-c792df66-bef2-4497-ac01-c02319ac4591 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 944 time: 0.3099825 Nov 03 21:38:16.597246 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.599702 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.712781 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Network 55f11b13-8d75-4ce8-84f3-4c96762411a2 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:38:16.732315 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:38:16.746013 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:38:16.753983 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:16.754407 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:16.760375 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Pushing event updated for resources: {'Port': ['ID=7d549969-bba8-4396-af85-cd1452e42746,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:16.783680 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e6311188-3cc6-4efd-8d7f-13a19286424d req-b47af982-b228-4161-b3d6-4444868858f2 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795223 Nov 03 21:38:16.794141 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-94bd72c2-230f-437a-a975-c9c1157d5173 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0399566 Nov 03 21:38:16.828225 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb87dd-8811-4bc3-9a89-1f9ac50ce2cb service neutron] Pushing event updated for resources: {'Port': ['ID=71638a37-3bc1-4148-8b92-e8182024335d,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:16.853278 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f377f3a5-eaea-48e2-a9ed-13ca8526e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:16.855008 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-f377f3a5-eaea-48e2-a9ed-13ca8526e6f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1096 time: 0.1765947 Nov 03 21:38:16.860854 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Request body: {'port': {'device_id': 'd04fea7e-a1ae-4a86-8117-14fb22194d37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:16.880915 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 7ee1b648-540c-4b59-af35-08de1ad82b40 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:16.955030 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-412688bf-293f-4ea9-b1e8-4cf7995b99f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 200 len: 217 time: 0.0665908 Nov 03 21:38:17.013462 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce364b8c-78d6-4367-bd77-8f9c294749e0 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:17.033206 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.061664 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.063653 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Transition to ACTIVE for port object ce364b8c-78d6-4367-bd77-8f9c294749e0 will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:38:17.071707 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 7ee1b648-540c-4b59-af35-08de1ad82b40 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:38:17.077287 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb92047d-c9e6-4f7a-bd3a-30104d589e37", "tag": "71638a37-3bc1-4148-8b92-e8182024335d"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:17.082679 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 7ee1b648-540c-4b59-af35-08de1ad82b40 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:17.084122 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.088996 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-9e5ab974-728c-4621-b23b-0321b76c8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:17.091225 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-9e5ab974-728c-4621-b23b-0321b76c8e5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.1286249 Nov 03 21:38:17.092984 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.094187 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b2936-8091-4831-b7e3-93b585be806b req-371db25a-25e9-4d2b-b767-6e37e75b8a98 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:17.096148 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6e8b2936-8091-4831-b7e3-93b585be806b req-371db25a-25e9-4d2b-b767-6e37e75b8a98 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 945 time: 0.2122219 Nov 03 21:38:17.143224 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bf690-61c8-4619-9f50-336631a88053 req-81342937-c230-4ffd-8231-dd9788581ea9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:17.147522 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9c2bf690-61c8-4619-9f50-336631a88053 req-81342937-c230-4ffd-8231-dd9788581ea9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 931 time: 0.2148254 Nov 03 21:38:17.187500 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-29e232ab-4d9e-4757-b291-dc7df35a0959 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841939 Nov 03 21:38:17.280335 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.321822 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6e8b2936-8091-4831-b7e3-93b585be806b req-d4640712-7ce2-4ddd-afdf-e08d23c5424b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121999 Nov 03 21:38:17.397869 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8221f045-f119-4dec-8543-11e9f19317a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee1b648-540c-4b59-af35-08de1ad82b40'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:17.440267 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c0f440-0881-4874-811a-05d91fb0bc96 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:17.454797 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.472019 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-8f3246b8-fe60-4f63-85f5-4a5910a05aa9 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667260 Nov 03 21:38:17.486030 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9c2bf690-61c8-4619-9f50-336631a88053 req-7537d650-a435-4563-ab20-17096b053f9e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277180 Nov 03 21:38:17.552890 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 7ee1b648-540c-4b59-af35-08de1ad82b40, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7ee1b648-540c-4b59-af35-08de1ad82b40,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:17.564288 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.565754 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 14c2b228-2cc9-48cc-952a-85b86f11102e up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:17.572804 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Transition to ACTIVE for port object 30c0f440-0881-4874-811a-05d91fb0bc96 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:38:17.590717 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.599521 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78f01fbc-8068-400e-8af1-90cfaab4e02f req-0a5c70cf-b28a-4176-98e6-2f9fbf79bdf4 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188321 Nov 03 21:38:17.609022 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce364b8c-78d6-4367-bd77-8f9c294749e0,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:17.661569 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Attempting to bind port ce364b8c-78d6-4367-bd77-8f9c294749e0 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:38:17.661912 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Attempting to bind port ce364b8c-78d6-4367-bd77-8f9c294749e0 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:38:17.662833 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Attempting to bind port ce364b8c-78d6-4367-bd77-8f9c294749e0 on network 56061263-27c8-4256-9a47-9e1244ee545b {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:17.669359 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Port ce364b8c-78d6-4367-bd77-8f9c294749e0 on network 56061263-27c8-4256-9a47-9e1244ee545b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:38:17.669654 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Attempting to bind port ce364b8c-78d6-4367-bd77-8f9c294749e0 on network 56061263-27c8-4256-9a47-9e1244ee545b {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:17.676626 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:38:17.677042 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Checking segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:38:17.677492 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Bound using segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:38:17.677997 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Bound port: ce364b8c-78d6-4367-bd77-8f9c294749e0, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:38:17.678689 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.692107 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e726a315-fa56-4c62-b9a5-b92e67fe70ea x-openstack-request-id: req-e726a315-fa56-4c62-b9a5-b92e67fe70ea {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:17.692427 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb92047d-c9e6-4f7a-bd3a-30104d589e37", "tag": "71638a37-3bc1-4148-8b92-e8182024335d", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:17.692672 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e726a315-fa56-4c62-b9a5-b92e67fe70ea {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:17.693118 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb92047d-c9e6-4f7a-bd3a-30104d589e37', 'tag': '71638a37-3bc1-4148-8b92-e8182024335d', 'status': 'completed', 'code': 200} Nov 03 21:38:17.797462 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] For port ce364b8c-78d6-4367-bd77-8f9c294749e0, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:17.801797 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] For port ce364b8c-78d6-4367-bd77-8f9c294749e0, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:17.804196 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68897509-930c-495e-b111-846fa68c3271 service neutron] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:17.853085 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.890850 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d6041-4a2c-492d-beef-1a30f97332fd req-390c4bd2-b168-45aa-97a5-5f5c2aa45072 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:17.899344 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-834d6041-4a2c-492d-beef-1a30f97332fd req-390c4bd2-b168-45aa-97a5-5f5c2aa45072 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.4122229 Nov 03 21:38:17.913965 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=7ee1b648-540c-4b59-af35-08de1ad82b40,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:17.946149 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 14c2b228-2cc9-48cc-952a-85b86f11102e completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:38:17.955782 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 14c2b228-2cc9-48cc-952a-85b86f11102e triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:17.956158 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.963271 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-d79d8bc0-ed32-420e-b55e-e505472e385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:17.964523 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 60656) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:17.964875 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-d79d8bc0-ed32-420e-b55e-e505472e385e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1096 time: 0.1604960 Nov 03 21:38:17.980460 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:17.981145 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:17.982562 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/ce364b8c-78d6-4367-bd77-8f9c294749e0 HTTP/1.1" status: 200 len: 1093 time: 2.5539277 Nov 03 21:38:18.011991 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Attempting to bind port 30c0f440-0881-4874-811a-05d91fb0bc96 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:38:18.012827 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Attempting to bind port 30c0f440-0881-4874-811a-05d91fb0bc96 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:38:18.013410 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Attempting to bind port 30c0f440-0881-4874-811a-05d91fb0bc96 on network c83cbf0a-75d3-4246-af57-b07af1cdc217 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:18.049283 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fa58ff-6423-49ed-b318-53e134e83bd4" -d '{"events": [{"server_uuid": "8221f045-f119-4dec-8543-11e9f19317a3", "name": "network-vif-plugged", "status": "completed", "tag": "7ee1b648-540c-4b59-af35-08de1ad82b40"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:18.116070 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:18.188758 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-834d6041-4a2c-492d-beef-1a30f97332fd req-47a32387-838c-467d-ace6-43a484c247c0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613192 Nov 03 21:38:18.194516 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Port 30c0f440-0881-4874-811a-05d91fb0bc96 on network c83cbf0a-75d3-4246-af57-b07af1cdc217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:38:18.194963 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Attempting to bind port 30c0f440-0881-4874-811a-05d91fb0bc96 on network c83cbf0a-75d3-4246-af57-b07af1cdc217 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:18.213488 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 14c2b228-2cc9-48cc-952a-85b86f11102e, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14c2b228-2cc9-48cc-952a-85b86f11102e,segment=NetworkSegment(5c55d871-0f16-44d1-b875-966c647b1174),segment_id=5c55d871-0f16-44d1-b875-966c647b1174)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:18.233619 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:18.248255 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:38:18.248613 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Checking segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:38:18.251871 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Bound using segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:38:18.251871 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Bound port: 30c0f440-0881-4874-811a-05d91fb0bc96, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:38:18.252271 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:18.308504 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=14c2b228-2cc9-48cc-952a-85b86f11102e,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:18.311939 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-ff7df776-be62-4888-9729-f0f491ffc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:18.328674 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-ff7df776-be62-4888-9729-f0f491ffc9ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 1096 time: 0.2960401 Nov 03 21:38:18.341204 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f60615ad-2ddb-4f4c-8c9e-58a315df38aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:18.358719 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde62b0-0ab5-4954-9953-e3a6edcf89b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce364b8c-78d6-4367-bd77-8f9c294749e0,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:18.372553 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5bcea-2732-4060-adbd-281d0392c1a3 req-d2c9a959-3106-40df-ba12-38d2be2a3e94 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:18.374233 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-45a5bcea-2732-4060-adbd-281d0392c1a3 req-d2c9a959-3106-40df-ba12-38d2be2a3e94 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 931 time: 0.4227471 Nov 03 21:38:18.406525 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-36456741-d9e7-49a0-84cc-fff9bc825562 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0 HTTP/1.1" status: 200 len: 217 time: 0.0589628 Nov 03 21:38:18.502033 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-9dd9bb54-c106-4f4b-81a2-d3f742b4d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:18.503618 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-9dd9bb54-c106-4f4b-81a2-d3f742b4d1ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 920 time: 0.5074813 Nov 03 21:38:18.510391 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-600aeb93-2b70-4921-adbe-c018938ba437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:18.511878 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-600aeb93-2b70-4921-adbe-c018938ba437 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0937245 Nov 03 21:38:18.558013 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-d66f9ae3-bec4-4c45-b091-6a1aecb09582 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 200 len: 217 time: 0.0451469 Nov 03 21:38:18.628654 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-4be9c449-7850-471c-ba72-ecb91203e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:18.631117 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-4be9c449-7850-471c-ba72-ecb91203e69f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.0563161 Nov 03 21:38:18.650911 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d549969-bba8-4396-af85-cd1452e42746 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:18.666263 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:18.673770 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-bc12122c-2302-43d6-abcc-7b282d6e97d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349908 Nov 03 21:38:18.676902 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-bffb1a4f-f2f1-42d6-aac6-d6644a699472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:18.678767 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-bffb1a4f-f2f1-42d6-aac6-d6644a699472 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1598318 Nov 03 21:38:18.716379 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Transition to ACTIVE for port object 7d549969-bba8-4396-af85-cd1452e42746 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:38:18.733963 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:18.736342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:18.750785 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f043db-cea5-482b-bf60-6edf3fc2e698 req-d54655fb-4674-4957-bbe2-edbaad65b1e0 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:18.752388 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b9f043db-cea5-482b-bf60-6edf3fc2e698 req-d54655fb-4674-4957-bbe2-edbaad65b1e0 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.4280624 Nov 03 21:38:18.756919 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:18.787313 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:18.792982 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-45a5bcea-2732-4060-adbd-281d0392c1a3 req-e9e03ea8-14e5-4a38-8d57-9467e1b9c2e7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675768 Nov 03 21:38:18.826747 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 60686) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:18.870588 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:18.871222 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:18.872996 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-68897509-930c-495e-b111-846fa68c3271 service neutron] 10.222.0.11 "PUT /v2.0/ports/30c0f440-0881-4874-811a-05d91fb0bc96 HTTP/1.1" status: 200 len: 1094 time: 2.6679277 Nov 03 21:38:18.881083 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:18.883718 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b73350-c580-4234-a120-25c59061e99a" -d '{"events": [{"name": "network-changed", "server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:18.884569 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 71638a37-3bc1-4148-8b92-e8182024335d details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:38:18.938384 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Pushing event updated for resources: {'Port': ['ID=7d549969-bba8-4396-af85-cd1452e42746,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:18.991697 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b9f043db-cea5-482b-bf60-6edf3fc2e698 req-ac2d6d57-6ed9-4396-b68f-d5f7031535bd tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022395 Nov 03 21:38:19.024133 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f60615ad-2ddb-4f4c-8c9e-58a315df38aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.055455 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-c798fda1-caa5-4b81-861a-51872e635a5e service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654201 Nov 03 21:38:19.062848 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-4f59ba39-7889-4ead-94ab-96fcb9fabdc2 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649700 Nov 03 21:38:19.094134 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68897509-930c-495e-b111-846fa68c3271 service neutron] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:19.117662 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f60615ad-2ddb-4f4c-8c9e-58a315df38aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.137523 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4000afeb-00cc-4f7a-892a-445f07ea6138 x-openstack-request-id: req-4000afeb-00cc-4f7a-892a-445f07ea6138 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:19.145642 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8221f045-f119-4dec-8543-11e9f19317a3", "name": "network-vif-plugged", "status": "completed", "tag": "7ee1b648-540c-4b59-af35-08de1ad82b40", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:19.146694 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4000afeb-00cc-4f7a-892a-445f07ea6138 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:19.148016 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8221f045-f119-4dec-8543-11e9f19317a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee1b648-540c-4b59-af35-08de1ad82b40', 'code': 200} Nov 03 21:38:19.174812 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 71638a37-3bc1-4148-8b92-e8182024335d, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=71638a37-3bc1-4148-8b92-e8182024335d,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:19.199079 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '71638a37-3bc1-4148-8b92-e8182024335d', 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2', 'port_id': '71638a37-3bc1-4148-8b92-e8182024335d', 'mac_address': 'fa:16:3e:6f:14:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c91405-10a9-463d-af3d-1f6ff90a173b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:38:19.207219 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-123dea14-3f51-42ba-922b-45085e9ea5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.262309 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.280958 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71638a37-3bc1-4148-8b92-e8182024335d {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:19.290718 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-63e1fde4-f949-46d6-94ed-04fe78aae494 req-0878c8a9-d68e-40f3-8d9d-b88e31fd4c32 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268662 Nov 03 21:38:19.309058 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2109e0d1-cd68-4696-89ba-d8dcbb0bb22f req-7dd81291-7d3c-4bd2-837b-bffd0b70c4cf service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370956 Nov 03 21:38:19.333115 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Attempting to bind port 7d549969-bba8-4396-af85-cd1452e42746 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:38:19.334761 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Attempting to bind port 7d549969-bba8-4396-af85-cd1452e42746 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:38:19.335104 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Attempting to bind port 7d549969-bba8-4396-af85-cd1452e42746 on network 55f11b13-8d75-4ce8-84f3-4c96762411a2 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:19.335244 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 71638a37-3bc1-4148-8b92-e8182024335d, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=71638a37-3bc1-4148-8b92-e8182024335d,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:19.349755 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.359770 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-edbd143a-b399-4c7c-b341-8c45f8988628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:19.361527 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-edbd143a-b399-4c7c-b341-8c45f8988628 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 1097 time: 0.4383736 Nov 03 21:38:19.374581 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.396587 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f60615ad-2ddb-4f4c-8c9e-58a315df38aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1b5521e6ac24288b8d137dea18aa5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4162376 Nov 03 21:38:19.401824 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60615ad-2ddb-4f4c-8c9e-58a315df38aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e12cd-3c71-4652-a4a2-a0de68bdce81,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:19.404019 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Port 7d549969-bba8-4396-af85-cd1452e42746 on network 55f11b13-8d75-4ce8-84f3-4c96762411a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:38:19.404546 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Attempting to bind port 7d549969-bba8-4396-af85-cd1452e42746 on network 55f11b13-8d75-4ce8-84f3-4c96762411a2 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:19.410921 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=71638a37-3bc1-4148-8b92-e8182024335d,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:19.414303 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 60700) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:19.427536 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4e1a8-5c03-4e62-90c0-61fe3ff688c9 req-211a8d08-e5a9-47ef-8047-7b80b3c21dbb tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:19.429487 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a5a4e1a8-5c03-4e62-90c0-61fe3ff688c9 req-211a8d08-e5a9-47ef-8047-7b80b3c21dbb tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 946 time: 0.2832618 Nov 03 21:38:19.482712 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312297ff-6a2b-4482-84b1-570b6302784f req-55d82622-74e9-40ec-be13-e3656d8ab328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:19.485260 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-312297ff-6a2b-4482-84b1-570b6302784f req-55d82622-74e9-40ec-be13-e3656d8ab328 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 1099 time: 0.0996916 Nov 03 21:38:19.488897 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:38:19.489342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Checking segment: {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:38:19.489782 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Bound using segment: {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:38:19.490521 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Bound port: 7d549969-bba8-4396-af85-cd1452e42746, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da67295-e8c5-49b4-9076-f8b545dd2d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:38:19.490843 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.509492 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-0985f103-5f10-4bcb-8097-48f5a6a37ec0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30c0f440-0881-4874-811a-05d91fb0bc96 HTTP/1.1" status: 200 len: 217 time: 0.1140389 Nov 03 21:38:19.511673 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-312297ff-6a2b-4482-84b1-570b6302784f req-2d671242-0975-4c74-94ed-7fe00b78e9e2 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.578157 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6588c-18d5-48d4-8164-59de493df03e req-31c7d105-7889-473c-a39b-c469b2db91ee tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:19.579888 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-35a6588c-18d5-48d4-8164-59de493df03e req-31c7d105-7889-473c-a39b-c469b2db91ee tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 943 time: 0.3606567 Nov 03 21:38:19.604511 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['71638a37-3bc1-4148-8b92-e8182024335d'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:19.625311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-312297ff-6a2b-4482-84b1-570b6302784f req-2d671242-0975-4c74-94ed-7fe00b78e9e2 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.633608 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-312297ff-6a2b-4482-84b1-570b6302784f req-2d671242-0975-4c74-94ed-7fe00b78e9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.682415 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-312297ff-6a2b-4482-84b1-570b6302784f req-2d671242-0975-4c74-94ed-7fe00b78e9e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891632 Nov 03 21:38:19.695153 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'tag': 'ce364b8c-78d6-4367-bd77-8f9c294749e0'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:19.700955 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4461888-62b5-49bb-b01c-ae749a2c0f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e58ee9f-055c-4b4d-a605-7e71731e57f2", "tag": "ce364b8c-78d6-4367-bd77-8f9c294749e0"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:19.718464 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d671242-0975-4c74-94ed-7fe00b78e9e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f01856-81d2-4248-9780-d19aad5e4aa8,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:19.739641 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-2b0d42cb-0b8e-4740-8704-4f639f8605f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:19.742727 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-2b0d42cb-0b8e-4740-8704-4f639f8605f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.1945953 Nov 03 21:38:19.744534 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a5a4e1a8-5c03-4e62-90c0-61fe3ff688c9 req-de92ab88-bc8b-4ec4-b338-d828f7d9cdda tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668810 Nov 03 21:38:19.756484 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ef5-0238-4360-ac7b-75f147de98cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.804527 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] For port 7d549969-bba8-4396-af85-cd1452e42746, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:19.809741 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-35a6588c-18d5-48d4-8164-59de493df03e req-e57f0dd7-7e85-42ef-a286-4bab6f371ae8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986315 Nov 03 21:38:19.824485 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca915e5-5816-42d6-b149-5bcab49ef285 x-openstack-request-id: req-1ca915e5-5816-42d6-b149-5bcab49ef285 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:19.824896 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:19.825120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ca915e5-5816-42d6-b149-5bcab49ef285 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:19.825952 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96', 'status': 'completed', 'code': 200} Nov 03 21:38:19.841814 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ef5-0238-4360-ac7b-75f147de98cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.849295 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-123dea14-3f51-42ba-922b-45085e9ea5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.856456 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] For port 7d549969-bba8-4396-af85-cd1452e42746, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7d549969-bba8-4396-af85-cd1452e42746,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:19.859478 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-123dea14-3f51-42ba-922b-45085e9ea5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.880857 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27788cad-5177-40a8-9d83-3df69228a0a2 x-openstack-request-id: req-27788cad-5177-40a8-9d83-3df69228a0a2 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:19.881144 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e58ee9f-055c-4b4d-a605-7e71731e57f2", "tag": "ce364b8c-78d6-4367-bd77-8f9c294749e0", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:19.881396 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27788cad-5177-40a8-9d83-3df69228a0a2 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:19.881787 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'tag': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'status': 'completed', 'code': 200} Nov 03 21:38:19.881999 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:19.986454 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-282a9b6f-c598-4809-b524-efd954df8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:19.988313 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-282a9b6f-c598-4809-b524-efd954df8443 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 1096 time: 0.0415306 Nov 03 21:38:20.008664 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dea14-3f51-42ba-922b-45085e9ea5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4746b7-fc26-43e3-86f1-90e7112ebf80,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:20.017509 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.018095 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:20.019513 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-da897273-932a-4abe-ba36-1ec896137457 service neutron] 10.222.0.11 "PUT /v2.0/ports/7d549969-bba8-4396-af85-cd1452e42746 HTTP/1.1" status: 200 len: 1093 time: 3.1650052 Nov 03 21:38:20.028514 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-123dea14-3f51-42ba-922b-45085e9ea5e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a113f6d53b514fd3a3c3a2b743d5ce3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1951802 Nov 03 21:38:20.031213 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60718) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:20.083862 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da897273-932a-4abe-ba36-1ec896137457 service neutron] Pushing event updated for resources: {'Port': ['ID=7d549969-bba8-4396-af85-cd1452e42746,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:20.105138 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ef5-0238-4360-ac7b-75f147de98cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:20.107967 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ef5-0238-4360-ac7b-75f147de98cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:20.109264 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2fff2ef5-0238-4360-ac7b-75f147de98cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d3e12cd-3c71-4652-a4a2-a0de68bdce81 HTTP/1.1" status: 204 len: 168 time: 0.6788714 Nov 03 21:38:20.117687 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdea03-48c1-4c7a-baf2-a28df6a524a9 req-26b7d13e-b026-4a51-bbad-f4da419002a8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.119192 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-74cdea03-48c1-4c7a-baf2-a28df6a524a9 req-26b7d13e-b026-4a51-bbad-f4da419002a8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.2350838 Nov 03 21:38:20.150660 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08611ee6-4e3a-4b82-b269-a4aaa63e21b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:20.154007 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-e51e9845-930f-472e-af5a-f188b8aeb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.155483 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-e51e9845-930f-472e-af5a-f188b8aeb075 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 912 time: 0.1557555 Nov 03 21:38:20.162724 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-b4126563-f5e0-4ed5-87f8-429bcaa83e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.164187 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-b4126563-f5e0-4ed5-87f8-429bcaa83e58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2173519 Nov 03 21:38:20.172153 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff2ef5-0238-4360-ac7b-75f147de98cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e12cd-3c71-4652-a4a2-a0de68bdce81,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:20.214419 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbe068-0f7c-46a7-9ff3-8059047121c9 req-162a3c13-a915-4962-97ef-2e16ea702d2a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.215924 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-20bbe068-0f7c-46a7-9ff3-8059047121c9 req-162a3c13-a915-4962-97ef-2e16ea702d2a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 943 time: 0.2733371 Nov 03 21:38:20.219699 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08611ee6-4e3a-4b82-b269-a4aaa63e21b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:20.227598 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-e00e2426-6b54-431e-bc3d-d274cdc39b1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0 HTTP/1.1" status: 200 len: 217 time: 0.0603740 Nov 03 21:38:20.276149 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-7fd65d3c-064a-4dcf-883f-79ec2ac1c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.277682 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-7fd65d3c-064a-4dcf-883f-79ec2ac1c703 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 1096 time: 0.1971312 Nov 03 21:38:20.301871 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-0356724c-c56d-4453-bd8d-45e9324ddf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.303695 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-0356724c-c56d-4453-bd8d-45e9324ddf57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0668445 Nov 03 21:38:20.349040 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08611ee6-4e3a-4b82-b269-a4aaa63e21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:20.352096 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08611ee6-4e3a-4b82-b269-a4aaa63e21b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:20.355735 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-74cdea03-48c1-4c7a-baf2-a28df6a524a9 req-632dd573-f3ec-48c6-8433-65ce3b54235f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162464 Nov 03 21:38:20.357200 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-08611ee6-4e3a-4b82-b269-a4aaa63e21b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a4746b7-fc26-43e3-86f1-90e7112ebf80 HTTP/1.1" status: 204 len: 168 time: 0.3247929 Nov 03 21:38:20.363691 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-bed0c6aa-76c7-4386-9df2-a470f8509a5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d549969-bba8-4396-af85-cd1452e42746 HTTP/1.1" status: 200 len: 217 time: 0.0662980 Nov 03 21:38:20.375240 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08611ee6-4e3a-4b82-b269-a4aaa63e21b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4746b7-fc26-43e3-86f1-90e7112ebf80,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:20.375828 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-450bc137-237f-4835-8699-740b2a9e9ae3 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999502 Nov 03 21:38:20.389074 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-36138f3d-6b6f-4ab8-b160-149609baec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.391392 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-36138f3d-6b6f-4ab8-b160-149609baec5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798163 Nov 03 21:38:20.482242 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-20bbe068-0f7c-46a7-9ff3-8059047121c9 req-7e93fd25-f56b-4037-8782-562a058c4675 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281911 Nov 03 21:38:20.553788 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-44d8bbff-5f60-4e7f-8879-b973efd4fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.556470 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-44d8bbff-5f60-4e7f-8879-b973efd4fcc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.1824446 Nov 03 21:38:20.559885 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 60726) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:20.649871 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bbbb31f-df9f-487e-84f9-ba48e5f823ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:20.656316 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-85122e18-eac5-44dc-9bc5-fdc3136b3ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539988 Nov 03 21:38:20.657301 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-9d24cb88-1e76-4fd2-bd77-fa884e269f6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856063 Nov 03 21:38:20.705680 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-418d4e75-6cdd-4a63-8c9f-e0384f57470f req-05f8e491-7e75-4351-a595-9c40b55aeee2 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152556 Nov 03 21:38:20.782712 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a1650-a3e4-4d8b-8212-80159235e42e req-ec02af5b-a6d3-4d5c-843f-fb6e71ba00a9 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:20.784461 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d6a1650-a3e4-4d8b-8212-80159235e42e req-ec02af5b-a6d3-4d5c-843f-fb6e71ba00a9 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.2235992 Nov 03 21:38:20.819812 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d4461888-62b5-49bb-b01c-ae749a2c0f0e req-f52d0329-505a-4962-8ea1-09083da2b2b6 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484580 Nov 03 21:38:20.888796 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-b280a123-e2cd-4d53-8b9c-8800f9581c36 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141564 Nov 03 21:38:20.890621 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device ce364b8c-78d6-4367-bd77-8f9c294749e0 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:38:20.892857 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 71638a37-3bc1-4148-8b92-e8182024335d up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:20.956779 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d6a1650-a3e4-4d8b-8212-80159235e42e req-2dd749b9-920d-4509-922e-8d64b321009b tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606660 Nov 03 21:38:20.962611 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60740) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:21.008462 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-43baa38c-6f1d-4c82-8e1c-60f241064f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.019316 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bbbb31f-df9f-487e-84f9-ba48e5f823ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.022890 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b73350-c580-4234-a120-25c59061e99a req-384be06d-0758-4593-8b76-1edb02fd80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:21.033357 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1b73350-c580-4234-a120-25c59061e99a req-384be06d-0758-4593-8b76-1edb02fd80a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 1097 time: 0.2360930 Nov 03 21:38:21.039682 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bbbb31f-df9f-487e-84f9-ba48e5f823ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.077343 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 71638a37-3bc1-4148-8b92-e8182024335d completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:38:21.096841 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 71638a37-3bc1-4148-8b92-e8182024335d triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:21.097942 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.140829 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-43baa38c-6f1d-4c82-8e1c-60f241064f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.146996 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-43baa38c-6f1d-4c82-8e1c-60f241064f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.151276 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d224e74-b15f-4ca6-87f5-c33d63991992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c2b228-2cc9-48cc-952a-85b86f11102e'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:21.156252 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4754ad28-8f85-40fd-8a92-7b271b21e3b0" -d '{"events": [{"server_uuid": "4d224e74-b15f-4ca6-87f5-c33d63991992", "name": "network-vif-plugged", "status": "completed", "tag": "14c2b228-2cc9-48cc-952a-85b86f11102e"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:21.198660 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port ce364b8c-78d6-4367-bd77-8f9c294749e0, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:21.201204 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baa38c-6f1d-4c82-8e1c-60f241064f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0028585f-cb49-4097-bd7c-5a859363cefe,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:21.224063 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-43baa38c-6f1d-4c82-8e1c-60f241064f48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9468e5659b2e415b9e6a78377c70faef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574012 Nov 03 21:38:21.226839 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60744) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:21.233097 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'port_id': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'mac_address': 'fa:16:3e:60:95:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:38:21.306214 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0326d96c-60b3-443a-ac51-714b9ede9191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.360955 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0326d96c-60b3-443a-ac51-714b9ede9191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.391435 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.415627 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce364b8c-78d6-4367-bd77-8f9c294749e0 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:21.420521 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.423605 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbb31f-df9f-487e-84f9-ba48e5f823ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3655d6-32e6-4a9d-9825-9843e935e7f7,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:21.434692 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9bbbb31f-df9f-487e-84f9-ba48e5f823ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c567d1e95cf849deb340eb38d6c1a4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8726211 Nov 03 21:38:21.437516 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 60750) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:21.443520 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c80734-4a98-4f60-b243-f344199c1d47 req-3936f787-fd8c-44c7-b4ed-cf218d06a380 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:21.445671 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f8c80734-4a98-4f60-b243-f344199c1d47 req-3936f787-fd8c-44c7-b4ed-cf218d06a380 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 946 time: 0.5268171 Nov 03 21:38:21.451051 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1f92c3e-10ca-42d4-968e-7f63a23afdea req-b4774651-b4db-4202-b528-1cd68723f4b7 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518610 Nov 03 21:38:21.474861 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port ce364b8c-78d6-4367-bd77-8f9c294749e0, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:21.481724 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0326d96c-60b3-443a-ac51-714b9ede9191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.484685 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.491036 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0326d96c-60b3-443a-ac51-714b9ede9191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.500000 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-0326d96c-60b3-443a-ac51-714b9ede9191 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0028585f-cb49-4097-bd7c-5a859363cefe HTTP/1.1" status: 204 len: 168 time: 0.2709088 Nov 03 21:38:21.506038 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65995aa8-0117-4120-b539-0efb984055e5 req-02f629b7-dcd5-4e65-9da7-5ea78c204733 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:21.513268 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-65995aa8-0117-4120-b539-0efb984055e5 req-02f629b7-dcd5-4e65-9da7-5ea78c204733 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 943 time: 0.3955691 Nov 03 21:38:21.520617 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326d96c-60b3-443a-ac51-714b9ede9191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0028585f-cb49-4097-bd7c-5a859363cefe,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:21.556549 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c06d16a1-db40-4236-a8ab-83e34fff602f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.559391 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 71638a37-3bc1-4148-8b92-e8182024335d, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=71638a37-3bc1-4148-8b92-e8182024335d,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:21.568997 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.576016 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b73350-c580-4234-a120-25c59061e99a req-708601f0-afaa-4fd3-bea3-f01b0a889fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:21.577935 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1b73350-c580-4234-a120-25c59061e99a req-708601f0-afaa-4fd3-bea3-f01b0a889fb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.5339663 Nov 03 21:38:21.595349 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=ce364b8c-78d6-4367-bd77-8f9c294749e0,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:21.599160 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f8c80734-4a98-4f60-b243-f344199c1d47 req-8df3ec59-870d-4d5b-96ce-b8327de2770b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378870 Nov 03 21:38:21.609905 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c06d16a1-db40-4236-a8ab-83e34fff602f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.641384 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1b73350-c580-4234-a120-25c59061e99a req-a7457baa-fe5f-466b-bfb8-cc339a9af475 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30c0f440-0881-4874-811a-05d91fb0bc96 HTTP/1.1" status: 200 len: 217 time: 0.0526419 Nov 03 21:38:21.659627 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=71638a37-3bc1-4148-8b92-e8182024335d,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:21.672957 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-65995aa8-0117-4120-b539-0efb984055e5 req-567f7c92-1aee-4ce9-981b-d7c208bd45a3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587365 Nov 03 21:38:21.698430 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c06d16a1-db40-4236-a8ab-83e34fff602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.698903 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a725463-e600-4ea4-aab8-4c8d3669ac53 x-openstack-request-id: req-1a725463-e600-4ea4-aab8-4c8d3669ac53 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:21.698903 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d224e74-b15f-4ca6-87f5-c33d63991992", "name": "network-vif-plugged", "status": "completed", "tag": "14c2b228-2cc9-48cc-952a-85b86f11102e", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:21.699060 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a725463-e600-4ea4-aab8-4c8d3669ac53 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:21.699394 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d224e74-b15f-4ca6-87f5-c33d63991992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c2b228-2cc9-48cc-952a-85b86f11102e', 'code': 200} Nov 03 21:38:21.701402 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c06d16a1-db40-4236-a8ab-83e34fff602f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:21.702646 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-c06d16a1-db40-4236-a8ab-83e34fff602f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa3655d6-32e6-4a9d-9825-9843e935e7f7 HTTP/1.1" status: 204 len: 168 time: 0.2623386 Nov 03 21:38:21.717175 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d16a1-db40-4236-a8ab-83e34fff602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3655d6-32e6-4a9d-9825-9843e935e7f7,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:21.826503 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04fea7e-a1ae-4a86-8117-14fb22194d37', 'tag': '7d549969-bba8-4396-af85-cd1452e42746'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:21.828813 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff6487c-76d8-401d-ab74-cdf29d44cb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d04fea7e-a1ae-4a86-8117-14fb22194d37", "tag": "7d549969-bba8-4396-af85-cd1452e42746"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:21.852994 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23b9a6-9035-4739-8faf-b08d3fc2748f req-886f03db-61e6-416c-b6c0-716582cf3393 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:21.861467 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ad23b9a6-9035-4739-8faf-b08d3fc2748f req-886f03db-61e6-416c-b6c0-716582cf3393 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.1060185 Nov 03 21:38:21.880504 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8409c-e5f7-4b56-9859-fd413ad69257 req-024dec81-36dc-4159-92ee-beb298a33d04 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:21.882036 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-69d8409c-e5f7-4b56-9859-fd413ad69257 req-024dec81-36dc-4159-92ee-beb298a33d04 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 943 time: 0.0925138 Nov 03 21:38:21.936545 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ad23b9a6-9035-4739-8faf-b08d3fc2748f req-e396ae18-b1d1-47fd-9fcb-a1aee73ada53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741634 Nov 03 21:38:21.962775 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-69d8409c-e5f7-4b56-9859-fd413ad69257 req-6b92453a-779e-43c4-bddb-9d149a2bb84f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667367 Nov 03 21:38:22.008342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ba53c-def7-4b37-8728-da3df496406d x-openstack-request-id: req-e18ba53c-def7-4b37-8728-da3df496406d {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:22.008814 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04fea7e-a1ae-4a86-8117-14fb22194d37", "tag": "7d549969-bba8-4396-af85-cd1452e42746", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:22.009332 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e18ba53c-def7-4b37-8728-da3df496406d {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:22.009875 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04fea7e-a1ae-4a86-8117-14fb22194d37', 'tag': '7d549969-bba8-4396-af85-cd1452e42746', 'status': 'completed', 'code': 200} Nov 03 21:38:22.105840 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a324-4cd8-4521-9cdb-ccf0039cac0b req-289009b9-5c68-4007-aa64-da4bb3c35975 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:22.107473 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c887a324-4cd8-4521-9cdb-ccf0039cac0b req-289009b9-5c68-4007-aa64-da4bb3c35975 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0541961 Nov 03 21:38:22.164910 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c887a324-4cd8-4521-9cdb-ccf0039cac0b req-3d37f29f-c136-4f94-b546-48cef9190ac9 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Nov 03 21:38:22.757479 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c671b-127e-4417-82c0-c52afde7183a req-96b5281f-f635-4841-9f9c-fa819640e418 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:22.759034 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-db1c671b-127e-4417-82c0-c52afde7183a req-96b5281f-f635-4841-9f9c-fa819640e418 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 946 time: 0.0665531 Nov 03 21:38:22.879679 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ae615-b986-49ba-afae-19a60a50df4f req-86945688-083e-4044-ab70-3ee8a3408a58 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:22.882296 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa3ae615-b986-49ba-afae-19a60a50df4f req-86945688-083e-4044-ab70-3ee8a3408a58 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 944 time: 0.1221151 Nov 03 21:38:22.897593 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-db1c671b-127e-4417-82c0-c52afde7183a req-12048bba-6ce4-40fe-a062-bd16d06714b7 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278861 Nov 03 21:38:22.984335 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa3ae615-b986-49ba-afae-19a60a50df4f req-3f274e9c-2ee8-46c6-8135-511c5eaef0a8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936873 Nov 03 21:38:23.121974 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f42c7-b417-4fc9-a372-744453cc5bec req-4bfdf409-1040-4a54-b070-462f257900ed tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:23.123714 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c28f42c7-b417-4fc9-a372-744453cc5bec req-4bfdf409-1040-4a54-b070-462f257900ed tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0883586 Nov 03 21:38:23.141562 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c74c05-4fcd-4200-808f-df1e2fbfd9df req-c437196d-5503-4602-9dd2-cff4533480b8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:23.143231 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c8c74c05-4fcd-4200-808f-df1e2fbfd9df req-c437196d-5503-4602-9dd2-cff4533480b8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 943 time: 0.0788281 Nov 03 21:38:23.210453 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c28f42c7-b417-4fc9-a372-744453cc5bec req-302a4a4d-20bc-4fd6-aec7-749d50ae3047 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772007 Nov 03 21:38:23.273597 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c8c74c05-4fcd-4200-808f-df1e2fbfd9df req-93afed25-cfa6-4084-9b5b-cb403095ade7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056306 Nov 03 21:38:23.383025 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989bf04-cb14-49d9-8390-1be0ca113451 req-36db035e-1b89-4f1c-bf5f-7815ff2e8451 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:23.384775 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5989bf04-cb14-49d9-8390-1be0ca113451 req-36db035e-1b89-4f1c-bf5f-7815ff2e8451 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0807004 Nov 03 21:38:23.464853 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5989bf04-cb14-49d9-8390-1be0ca113451 req-15ea1276-76fd-4851-8c9f-f835f9abfe83 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669284 Nov 03 21:38:23.700595 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb92047d-c9e6-4f7a-bd3a-30104d589e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71638a37-3bc1-4148-8b92-e8182024335d'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:23.703072 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2bd852-5d9d-4550-9afd-358f1a7765ac" -d '{"events": [{"server_uuid": "cb92047d-c9e6-4f7a-bd3a-30104d589e37", "name": "network-vif-plugged", "status": "completed", "tag": "71638a37-3bc1-4148-8b92-e8182024335d"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:23.738744 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00d1b5d-e294-4ebd-86bc-21c2d6a06e01 x-openstack-request-id: req-b00d1b5d-e294-4ebd-86bc-21c2d6a06e01 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:23.739057 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb92047d-c9e6-4f7a-bd3a-30104d589e37", "name": "network-vif-plugged", "status": "completed", "tag": "71638a37-3bc1-4148-8b92-e8182024335d", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:23.739311 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b00d1b5d-e294-4ebd-86bc-21c2d6a06e01 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:23.739693 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb92047d-c9e6-4f7a-bd3a-30104d589e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71638a37-3bc1-4148-8b92-e8182024335d', 'code': 200} Nov 03 21:38:24.098131 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a201-9390-4612-9d53-3d81f267c96d req-03d586bc-5340-4fa1-92b6-115803dba5c5 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.100433 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c698a201-9390-4612-9d53-3d81f267c96d req-03d586bc-5340-4fa1-92b6-115803dba5c5 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 944 time: 0.0569050 Nov 03 21:38:24.149713 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c698a201-9390-4612-9d53-3d81f267c96d req-ebbf192d-523a-4e55-8c2a-49e73424499f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Nov 03 21:38:24.285879 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:38:24.491090 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['ce364b8c-78d6-4367-bd77-8f9c294749e0'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:24.519165 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b73350-c580-4234-a120-25c59061e99a req-a545b379-152d-4859-aa10-8462f28c59da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.521027 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1b73350-c580-4234-a120-25c59061e99a req-a545b379-152d-4859-aa10-8462f28c59da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.2096777 Nov 03 21:38:24.568547 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d056b8-c1cb-487d-a216-aa403affab9f req-7d4532d6-8d80-4324-aa2b-3d2d0c522ff7 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.571898 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f3d056b8-c1cb-487d-a216-aa403affab9f req-7d4532d6-8d80-4324-aa2b-3d2d0c522ff7 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.2799251 Nov 03 21:38:24.613061 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-6062caeb-831c-4945-842e-40e4892e91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.614723 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-6062caeb-831c-4945-842e-40e4892e91f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 1096 time: 0.2831638 Nov 03 21:38:24.627764 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:24.651744 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0acdbc-4d33-478f-9386-480b5a7300ea req-b756dd8d-3b4c-42ee-8810-bca451b89125 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.654135 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '30c0f440-0881-4874-811a-05d91fb0bc96', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'port_id': '30c0f440-0881-4874-811a-05d91fb0bc96', 'mac_address': 'fa:16:3e:21:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:38:24.657011 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4a0acdbc-4d33-478f-9386-480b5a7300ea req-b756dd8d-3b4c-42ee-8810-bca451b89125 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 943 time: 0.2418067 Nov 03 21:38:24.751184 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:24.762092 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62f887-cc7a-42e7-b306-347e53131d47 req-2f519131-9fa9-425e-888f-d2dde568f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.765020 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7d62f887-cc7a-42e7-b306-347e53131d47 req-2f519131-9fa9-425e-888f-d2dde568f249 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 1098 time: 0.1492147 Nov 03 21:38:24.767972 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c0f440-0881-4874-811a-05d91fb0bc96 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:24.773391 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b73350-c580-4234-a120-25c59061e99a req-0c623835-469c-4720-83df-b74ad0492a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.775098 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1b73350-c580-4234-a120-25c59061e99a req-0c623835-469c-4720-83df-b74ad0492a32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2427783 Nov 03 21:38:24.776681 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2711c-2b56-4552-9b64-0056ce5b5879 req-46cafceb-892e-4e73-9157-630eec645645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.778451 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-c0c2711c-2b56-4552-9b64-0056ce5b5879 req-46cafceb-892e-4e73-9157-630eec645645 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1098 time: 0.1604700 Nov 03 21:38:24.830094 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f3d056b8-c1cb-487d-a216-aa403affab9f req-4ba53af5-4c23-4c46-bdb8-6c286163ec35 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362502 Nov 03 21:38:24.835741 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:24.868728 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4a0acdbc-4d33-478f-9386-480b5a7300ea req-8636942b-56ae-4404-aeea-484d2930d241 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867130 Nov 03 21:38:24.892188 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7d62f887-cc7a-42e7-b306-347e53131d47 req-92946580-4abb-41a2-84f2-a396b7e131f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179335 Nov 03 21:38:24.909943 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:24.943695 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-c0c2711c-2b56-4552-9b64-0056ce5b5879 req-6c90bc0b-4fbd-4ea4-8a2c-ce35a27d83df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377118 Nov 03 21:38:24.962044 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-446bbec0-b6c1-4c9d-a5a4-97dd0e6f9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:24.963621 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-446bbec0-b6c1-4c9d-a5a4-97dd0e6f9c55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 920 time: 0.3362904 Nov 03 21:38:25.009391 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:25.027238 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1b73350-c580-4234-a120-25c59061e99a req-f2dcd71d-7589-466a-abe0-c7a11ca628b2 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280273 Nov 03 21:38:25.040602 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2b1b2-32bd-42af-bf71-76866f6b0151 req-f835aafa-d4fe-4506-93e8-c60928c0a401 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:25.042199 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3fb2b1b2-32bd-42af-bf71-76866f6b0151 req-f835aafa-d4fe-4506-93e8-c60928c0a401 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0695567 Nov 03 21:38:25.094504 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3fb2b1b2-32bd-42af-bf71-76866f6b0151 req-0e06445a-441c-4e6b-a72b-294b54cff790 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 Nov 03 21:38:25.237412 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['30c0f440-0881-4874-811a-05d91fb0bc96'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:25.277478 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ddf12-3d46-45a5-ba0f-a6c5b851d940 req-38b2fc6c-4618-48a6-866d-0c99a8e8dc67 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:25.279181 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-515ddf12-3d46-45a5-ba0f-a6c5b851d940 req-38b2fc6c-4618-48a6-866d-0c99a8e8dc67 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 944 time: 0.0572448 Nov 03 21:38:25.378497 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-515ddf12-3d46-45a5-ba0f-a6c5b851d940 req-8f271996-3722-4b61-877f-ac3b37f28876 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930157 Nov 03 21:38:25.417255 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-7c5cfc6e-6e3c-4e0b-a843-96eaf189b2ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d549969-bba8-4396-af85-cd1452e42746 HTTP/1.1" status: 200 len: 217 time: 0.0861206 Nov 03 21:38:25.524402 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-a802d4b6-84b0-49cb-94a3-ce8e3fbe42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:25.525940 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-a802d4b6-84b0-49cb-94a3-ce8e3fbe42ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.0758724 Nov 03 21:38:25.564625 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-1cfeca4e-7b56-41de-9219-5c731daa7deb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286999 Nov 03 21:38:25.567436 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1b73350-c580-4234-a120-25c59061e99a req-10f9dd39-f59e-4319-8020-2213f379dc8f service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376046 Nov 03 21:38:25.708782 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-8c9d8790-1684-4868-80fe-58c184a7ca4f service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164818 Nov 03 21:38:26.002462 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a2b89-558d-4f5f-835e-47b7ddf312bf req-4e5fe573-424c-4ae8-971f-e055e56de76d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:26.004587 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d0a2b89-558d-4f5f-835e-47b7ddf312bf req-4e5fe573-424c-4ae8-971f-e055e56de76d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 943 time: 0.0639675 Nov 03 21:38:26.057423 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d0a2b89-558d-4f5f-835e-47b7ddf312bf req-937de3db-ac50-48f2-9cd6-f0a50e92fa36 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Nov 03 21:38:26.161158 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a954ee3-24fe-4d06-b034-b9ea54b809d1 req-29a1b732-a5cc-4ace-8467-ab3c116f937a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:26.162701 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6a954ee3-24fe-4d06-b034-b9ea54b809d1 req-29a1b732-a5cc-4ace-8467-ab3c116f937a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Nov 03 21:38:26.212610 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6a954ee3-24fe-4d06-b034-b9ea54b809d1 req-6f095018-2c7c-44d2-9d89-796c79832dd1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432482 Nov 03 21:38:26.325724 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5449111-9d44-456d-b2bf-e2fa5cebfe7d req-afe68dc4-28c1-41de-b835-f318d6a9846d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:26.327201 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e5449111-9d44-456d-b2bf-e2fa5cebfe7d req-afe68dc4-28c1-41de-b835-f318d6a9846d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0535853 Nov 03 21:38:26.377965 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e5449111-9d44-456d-b2bf-e2fa5cebfe7d req-e92883dd-0156-481c-af47-6c675d46a3fe tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445855 Nov 03 21:38:26.498261 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8545e-a970-4414-8d08-fce56c862c4d req-b3712c5f-1ca5-4b2a-8d37-6940f5293f8f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:26.499838 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f5c8545e-a970-4414-8d08-fce56c862c4d req-b3712c5f-1ca5-4b2a-8d37-6940f5293f8f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 944 time: 0.0485673 Nov 03 21:38:26.548373 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f5c8545e-a970-4414-8d08-fce56c862c4d req-db91850a-658e-4f9d-8044-a45cbfea15fb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Nov 03 21:38:26.686877 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cff6487c-76d8-401d-ab74-cdf29d44cb7c req-bde553a7-36ce-4abd-8844-f09b44da0f96 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924814 Nov 03 21:38:27.183165 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97952662-fefb-45f1-88f3-a5ad0791f4cb req-f0aa93d4-8347-4a16-96c0-38f5c5457a18 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:27.184664 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-97952662-fefb-45f1-88f3-a5ad0791f4cb req-f0aa93d4-8347-4a16-96c0-38f5c5457a18 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 943 time: 0.0499711 Nov 03 21:38:27.239260 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-97952662-fefb-45f1-88f3-a5ad0791f4cb req-fd66260c-71ec-4f9d-844c-79c42600cc11 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Nov 03 21:38:27.340035 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df059d8-ab1a-45ce-8665-b9f8a2392329 req-bb5ea7fc-94c2-46aa-9bd6-91f390b01f42 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:27.341584 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2df059d8-ab1a-45ce-8665-b9f8a2392329 req-bb5ea7fc-94c2-46aa-9bd6-91f390b01f42 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 945 time: 0.0478809 Nov 03 21:38:27.396601 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2df059d8-ab1a-45ce-8665-b9f8a2392329 req-f613e8e3-de5b-482c-a5e4-16fc026c8260 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469055 Nov 03 21:38:27.429131 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device ce364b8c-78d6-4367-bd77-8f9c294749e0 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:27.478447 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port ce364b8c-78d6-4367-bd77-8f9c294749e0 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:38:27.482875 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port ce364b8c-78d6-4367-bd77-8f9c294749e0 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:27.483237 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:27.514317 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dd71f-75f4-4c4f-824a-46c194ac34bf req-377247e3-aee8-4c14-9bb7-62cf7b56b166 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:27.515791 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d63dd71f-75f4-4c4f-824a-46c194ac34bf req-377247e3-aee8-4c14-9bb7-62cf7b56b166 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0511706 Nov 03 21:38:27.564118 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:27.565250 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d63dd71f-75f4-4c4f-824a-46c194ac34bf req-46de4541-4516-4358-a403-67bfecad7fae tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Nov 03 21:38:27.589437 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce364b8c-78d6-4367-bd77-8f9c294749e0'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:27.591592 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408db593-e019-4548-8c5e-58920796a21d" -d '{"events": [{"server_uuid": "5e58ee9f-055c-4b4d-a605-7e71731e57f2", "name": "network-vif-plugged", "status": "completed", "tag": "ce364b8c-78d6-4367-bd77-8f9c294749e0"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:27.605566 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port ce364b8c-78d6-4367-bd77-8f9c294749e0, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:27.609714 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:27.656511 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=ce364b8c-78d6-4367-bd77-8f9c294749e0,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:27.667797 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568597c8-dbf1-4e8d-a2d2-c442a5733cb7 req-12609a32-62a4-48f0-ba47-df515b60fe77 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:27.669431 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-568597c8-dbf1-4e8d-a2d2-c442a5733cb7 req-12609a32-62a4-48f0-ba47-df515b60fe77 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0491271 Nov 03 21:38:27.718530 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-568597c8-dbf1-4e8d-a2d2-c442a5733cb7 req-2f66c2a3-34a1-493c-8eba-109f3d31e24a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Nov 03 21:38:27.761753 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19e655c-0325-4970-aa25-fc25466f82f5 x-openstack-request-id: req-a19e655c-0325-4970-aa25-fc25466f82f5 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:27.762066 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e58ee9f-055c-4b4d-a605-7e71731e57f2", "name": "network-vif-plugged", "status": "completed", "tag": "ce364b8c-78d6-4367-bd77-8f9c294749e0", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:27.762319 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a19e655c-0325-4970-aa25-fc25466f82f5 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:27.762736 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'code': 200} Nov 03 21:38:28.358086 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb332-3fc7-4f7f-90db-dfdbce218adf req-2f099aac-f8ca-49e7-89f9-728555a94321 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:28.359633 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d46cb332-3fc7-4f7f-90db-dfdbce218adf req-2f099aac-f8ca-49e7-89f9-728555a94321 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 943 time: 0.0526586 Nov 03 21:38:28.413558 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d46cb332-3fc7-4f7f-90db-dfdbce218adf req-ce50402d-bafe-45d1-94ec-340110f50f8e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476055 Nov 03 21:38:28.541819 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec067c-b701-4c07-a5df-659e8b974c9b req-3eca6381-494e-4a20-b2c9-742d2e2f1194 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:28.543405 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d1ec067c-b701-4c07-a5df-659e8b974c9b req-3eca6381-494e-4a20-b2c9-742d2e2f1194 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 945 time: 0.0580878 Nov 03 21:38:28.617493 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d1ec067c-b701-4c07-a5df-659e8b974c9b req-191e9ea6-d39f-4d5c-b16a-3ec7ca7ec98f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666285 Nov 03 21:38:28.745640 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee38734-e54e-4eab-b4c5-3d4a6dec4a55 req-af29dafc-3a04-4786-bd2e-bce34500b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:28.746389 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2ee38734-e54e-4eab-b4c5-3d4a6dec4a55 req-af29dafc-3a04-4786-bd2e-bce34500b757 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 1098 time: 0.1127102 Nov 03 21:38:28.780105 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a24a1-78e8-484a-8e5f-37560b1d0805 req-024acd6f-8514-4205-bfd1-da04c23d67e0 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:28.781446 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-982a24a1-78e8-484a-8e5f-37560b1d0805 req-024acd6f-8514-4205-bfd1-da04c23d67e0 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0886719 Nov 03 21:38:28.867930 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2ee38734-e54e-4eab-b4c5-3d4a6dec4a55 req-87d917cc-69d3-4839-a1a9-c00464272918 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122792 Nov 03 21:38:28.921084 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fa8f8-6286-461a-8ee3-b59a404e369d req-442556fc-3bc0-493f-a1d1-b326bc80a198 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:28.922619 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f54fa8f8-6286-461a-8ee3-b59a404e369d req-442556fc-3bc0-493f-a1d1-b326bc80a198 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1211414 Nov 03 21:38:28.926163 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-982a24a1-78e8-484a-8e5f-37560b1d0805 req-ad25a3ad-6129-4cb7-b4b4-670df3bbb06d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350737 Nov 03 21:38:28.976168 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f54fa8f8-6286-461a-8ee3-b59a404e369d req-a86d2106-421f-4372-829c-5247d37a6108 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 Nov 03 21:38:29.344262 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 7d549969-bba8-4396-af85-cd1452e42746 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:38:29.348732 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:29.481842 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 30c0f440-0881-4874-811a-05d91fb0bc96 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:38:29.499159 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 30c0f440-0881-4874-811a-05d91fb0bc96 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:29.499459 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:29.502371 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 7d549969-bba8-4396-af85-cd1452e42746, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7d549969-bba8-4396-af85-cd1452e42746,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:29.515985 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '7d549969-bba8-4396-af85-cd1452e42746', 'network_id': '55f11b13-8d75-4ce8-84f3-4c96762411a2', 'port_id': '7d549969-bba8-4396-af85-cd1452e42746', 'mac_address': 'fa:16:3e:31:88:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c91405-10a9-463d-af3d-1f6ff90a173b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:38:29.555997 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe07e5-4fa8-42dd-9263-477eed738bc1 req-801649ec-17a5-4466-88b3-c1eea3ee692d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:29.557715 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cdbe07e5-4fa8-42dd-9263-477eed738bc1 req-801649ec-17a5-4466-88b3-c1eea3ee692d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 943 time: 0.0571282 Nov 03 21:38:29.602125 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:29.621460 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d549969-bba8-4396-af85-cd1452e42746 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:29.621825 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cdbe07e5-4fa8-42dd-9263-477eed738bc1 req-7d4e7a80-8342-4d8c-beba-601fe883f02f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569394 Nov 03 21:38:29.672789 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 7d549969-bba8-4396-af85-cd1452e42746, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7d549969-bba8-4396-af85-cd1452e42746,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:29.674575 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:29.679059 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:29.750311 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:29.770806 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:29.771118 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd9b04-08c9-451b-958d-b5f6bef4fbbc req-084cd18b-3dfd-4044-824a-b645c5958ff4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:29.773273 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9dbd9b04-08c9-451b-958d-b5f6bef4fbbc req-084cd18b-3dfd-4044-824a-b645c5958ff4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 945 time: 0.0610464 Nov 03 21:38:29.774467 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd6a284-bed0-45f7-9c1c-5b53c9bac819" -d '{"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-plugged", "status": "completed", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:29.777622 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=7d549969-bba8-4396-af85-cd1452e42746,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:29.796013 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:29.869795 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e3da65-77f1-4ae2-9dc9-ed734cc51ad7 x-openstack-request-id: req-96e3da65-77f1-4ae2-9dc9-ed734cc51ad7 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:29.870160 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-plugged", "status": "completed", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:29.870458 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96e3da65-77f1-4ae2-9dc9-ed734cc51ad7 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:29.870886 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96', 'code': 200} Nov 03 21:38:29.875101 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9dbd9b04-08c9-451b-958d-b5f6bef4fbbc req-6a0e4007-2348-4cbf-af36-70572a822cb0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953729 Nov 03 21:38:29.913785 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:30.080179 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7d549969-bba8-4396-af85-cd1452e42746'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:30.109559 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409ed1-d1bc-4444-8490-012f4ba07d51 req-9b034a35-20c9-45aa-aa02-dc8ef196b9e0 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:30.110968 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dc409ed1-d1bc-4444-8490-012f4ba07d51 req-9b034a35-20c9-45aa-aa02-dc8ef196b9e0 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.1088376 Nov 03 21:38:30.119349 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9d70-0eb7-48e7-afb0-94bf5458ac04 req-c686f12e-5392-46d5-b19d-76c8267c0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:30.120877 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-816a9d70-0eb7-48e7-afb0-94bf5458ac04 req-c686f12e-5392-46d5-b19d-76c8267c0fd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 1099 time: 0.0894747 Nov 03 21:38:30.153445 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dddd86-fe87-4c4b-a330-f2568cedf127 req-4097ffe8-c76e-4a96-a974-6e0db14df6c9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:30.154906 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-50dddd86-fe87-4c4b-a330-f2568cedf127 req-4097ffe8-c76e-4a96-a974-6e0db14df6c9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0982356 Nov 03 21:38:30.227554 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dc409ed1-d1bc-4444-8490-012f4ba07d51 req-d02df441-de5a-4d93-a321-ef34001cb5e9 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057112 Nov 03 21:38:30.242305 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-816a9d70-0eb7-48e7-afb0-94bf5458ac04 req-af8e004e-6f28-41ec-85cf-80851b24499c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114149 Nov 03 21:38:30.249699 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-50dddd86-fe87-4c4b-a330-f2568cedf127 req-0d1dcc8f-4dcf-474a-be4e-f4cbba772578 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860586 Nov 03 21:38:30.772060 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e1246-612e-4e84-a23e-eb956a0d0cdd req-86e73884-3dcb-4163-a89f-4166dc25f7ac tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:30.773990 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f37e1246-612e-4e84-a23e-eb956a0d0cdd req-86e73884-3dcb-4163-a89f-4166dc25f7ac tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 944 time: 0.0549300 Nov 03 21:38:30.828839 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f37e1246-612e-4e84-a23e-eb956a0d0cdd req-17e999f5-7c49-43e3-9dbd-cb14113b4887 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466700 Nov 03 21:38:31.000017 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 32872) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:31.006523 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0f3ae-2d4d-4a26-923f-684ac8c716f4 req-6d413991-cfa9-4863-94c3-41542663f1c3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:31.008226 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9ae0f3ae-2d4d-4a26-923f-684ac8c716f4 req-6d413991-cfa9-4863-94c3-41542663f1c3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0540323 Nov 03 21:38:31.077168 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9ae0f3ae-2d4d-4a26-923f-684ac8c716f4 req-3ae0a244-0738-448e-83d4-592ceec08d07 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607324 Nov 03 21:38:31.145624 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-58d87c21-d585-4705-904d-6fcbc5863a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.234410 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-58d87c21-d585-4705-904d-6fcbc5863a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.238388 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-58d87c21-d585-4705-904d-6fcbc5863a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.279616 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-58d87c21-d585-4705-904d-6fcbc5863a2d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=481a791dbb58475a917fcf3ebbf5ad06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783875 Nov 03 21:38:31.285169 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d87c21-d585-4705-904d-6fcbc5863a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd5b40-97ba-4221-a5ad-b9021f5f35e9,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:31.285398 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 32884) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:31.353038 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 7d549969-bba8-4396-af85-cd1452e42746 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:31.360012 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfba-164b-4d13-9090-a97668964c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.391527 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfba-164b-4d13-9090-a97668964c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.418927 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9a49e-94cc-4574-9f24-63276f1122a4 req-939c986b-7566-435c-b01b-0975532a49e5 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:31.420423 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96f9a49e-94cc-4574-9f24-63276f1122a4 req-939c986b-7566-435c-b01b-0975532a49e5 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0862389 Nov 03 21:38:31.489220 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96f9a49e-94cc-4574-9f24-63276f1122a4 req-432a3d98-fef7-4f9b-a501-b1ff6c8c92e6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573533 Nov 03 21:38:31.500521 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfba-164b-4d13-9090-a97668964c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.503327 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfba-164b-4d13-9090-a97668964c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.507394 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b7d8dfba-164b-4d13-9090-a97668964c92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77dd5b40-97ba-4221-a5ad-b9021f5f35e9 HTTP/1.1" status: 204 len: 168 time: 0.2206883 Nov 03 21:38:31.515325 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8dfba-164b-4d13-9090-a97668964c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd5b40-97ba-4221-a5ad-b9021f5f35e9,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:31.535150 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 7d549969-bba8-4396-af85-cd1452e42746 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:38:31.540736 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 7d549969-bba8-4396-af85-cd1452e42746 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:31.541107 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.652794 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.697570 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 7d549969-bba8-4396-af85-cd1452e42746, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7d549969-bba8-4396-af85-cd1452e42746,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:31.704000 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:31.771186 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=7d549969-bba8-4396-af85-cd1452e42746,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:31.872406 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04fea7e-a1ae-4a86-8117-14fb22194d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d549969-bba8-4396-af85-cd1452e42746'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:31.875066 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f953f5a4-7e04-4a70-8bd3-a6edce53e2e5" -d '{"events": [{"server_uuid": "d04fea7e-a1ae-4a86-8117-14fb22194d37", "name": "network-vif-plugged", "status": "completed", "tag": "7d549969-bba8-4396-af85-cd1452e42746"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:31.902289 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25929cca-12aa-45f4-8f1d-1553269e50f7 req-ac0db058-38e8-486e-8464-10c4308756c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:31.913411 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-25929cca-12aa-45f4-8f1d-1553269e50f7 req-ac0db058-38e8-486e-8464-10c4308756c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.3273852 Nov 03 21:38:31.917280 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 32906) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:31.924101 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'floatingip': {'port_id': 'ce364b8c-78d6-4367-bd77-8f9c294749e0'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:31.926661 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 32908) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:31.956609 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0621e478-2616-4d36-b871-18e18d6d0af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.076787 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.122263 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969160e-de91-4fc5-95a1-7896707b67c6 req-eecb3498-b768-491c-801b-ae20c5bc0980 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:32.124556 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7969160e-de91-4fc5-95a1-7896707b67c6 req-eecb3498-b768-491c-801b-ae20c5bc0980 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1152995 Nov 03 21:38:32.140149 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0621e478-2616-4d36-b871-18e18d6d0af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.151630 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0621e478-2616-4d36-b871-18e18d6d0af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.215326 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621e478-2616-4d36-b871-18e18d6d0af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3338821-abe4-477b-afd4-b46b2066e833,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:32.231694 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0621e478-2616-4d36-b871-18e18d6d0af6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df2132f4ee734b16921d06cc21b465da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058457 Nov 03 21:38:32.234648 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 32922) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:32.258915 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7969160e-de91-4fc5-95a1-7896707b67c6 req-facea4b0-6a38-4975-8e92-586a984f67b0 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167767 Nov 03 21:38:32.351424 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaa718c-6c32-4d6d-8cbc-e993b0f4208b x-openstack-request-id: req-5aaa718c-6c32-4d6d-8cbc-e993b0f4208b {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:32.351734 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04fea7e-a1ae-4a86-8117-14fb22194d37", "name": "network-vif-plugged", "status": "completed", "tag": "7d549969-bba8-4396-af85-cd1452e42746", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:32.351996 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aaa718c-6c32-4d6d-8cbc-e993b0f4208b {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:32.352379 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04fea7e-a1ae-4a86-8117-14fb22194d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d549969-bba8-4396-af85-cd1452e42746', 'code': 200} Nov 03 21:38:32.364551 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a45fe552-a701-4e23-a3ec-02ade9f2dfaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.426209 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a45fe552-a701-4e23-a3ec-02ade9f2dfaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.459325 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b8e66-134d-4830-b603-419c0723ec7d req-a6d526d4-65ae-47a0-8548-7e3fe7e9c483 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:32.464024 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-697b8e66-134d-4830-b603-419c0723ec7d req-a6d526d4-65ae-47a0-8548-7e3fe7e9c483 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1052866 Nov 03 21:38:32.550009 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-697b8e66-134d-4830-b603-419c0723ec7d req-3c8d8854-ae6e-4e71-9212-59d2a50ee83d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776563 Nov 03 21:38:32.562109 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a45fe552-a701-4e23-a3ec-02ade9f2dfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.569293 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a45fe552-a701-4e23-a3ec-02ade9f2dfaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.570543 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a45fe552-a701-4e23-a3ec-02ade9f2dfaa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3338821-abe4-477b-afd4-b46b2066e833 HTTP/1.1" status: 204 len: 168 time: 0.3342102 Nov 03 21:38:32.585444 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fe552-a701-4e23-a3ec-02ade9f2dfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3338821-abe4-477b-afd4-b46b2066e833,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:32.671851 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa9ed-ef54-4ff6-9db2-a105e4f8d7fd req-dfc971e2-a155-4484-b7f1-a92d1adc9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:32.673885 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aafa9ed-ef54-4ff6-9db2-a105e4f8d7fd req-dfc971e2-a155-4484-b7f1-a92d1adc9ff1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 1098 time: 0.0788443 Nov 03 21:38:32.763974 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ed528-06c6-4282-b338-862b0e584249 req-2c6fa98b-6460-413c-bce2-0d0096b22595 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:32.765735 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5e2ed528-06c6-4282-b338-862b0e584249 req-2c6fa98b-6460-413c-bce2-0d0096b22595 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1114995 Nov 03 21:38:32.768589 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aafa9ed-ef54-4ff6-9db2-a105e4f8d7fd req-4391f7b9-5d71-40ae-81c1-dacd88f93a78 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731375 Nov 03 21:38:32.775083 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 32932) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:32.782164 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'floatingip': {'port_id': '30c0f440-0881-4874-811a-05d91fb0bc96'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:32.885003 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:32.936885 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 32938) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:33.246668 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e4bee6ec-1e09-48f2-b283-f8a4749b9021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.278296 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.db.resource_extend [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 21:38:33.384659 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.394968 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.466219 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e4bee6ec-1e09-48f2-b283-f8a4749b9021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.500185 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e4bee6ec-1e09-48f2-b283-f8a4749b9021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.547627 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-e4bee6ec-1e09-48f2-b283-f8a4749b9021 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9793dc31cd0148b78f384fddb5cac005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069138 Nov 03 21:38:33.548080 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518de0a-47fc-465c-9498-73b9ff7ba29f req-69bd8f6a-f5a6-4d61-8d77-a301cbf02b36 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:33.550153 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d518de0a-47fc-465c-9498-73b9ff7ba29f req-69bd8f6a-f5a6-4d61-8d77-a301cbf02b36 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1922565 Nov 03 21:38:33.560404 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 32964) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:33.572861 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bee6ec-1e09-48f2-b283-f8a4749b9021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c75bbf-60d4-4fd8-ad89-d7e79b7915ab,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:33.579217 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Floating IP e2359961-0c95-4d5b-8325-e570f8290d94 associated. External IP: 172.27.0.77, port: ce364b8c-78d6-4367-bd77-8f9c294749e0. Nov 03 21:38:33.685167 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-77081b18-e117-404e-a4dc-edc2e8b705be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.717194 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d518de0a-47fc-465c-9498-73b9ff7ba29f req-a8714659-d6fb-473d-95d4-c46d97bd6223 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398001 Nov 03 21:38:33.725338 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-77081b18-e117-404e-a4dc-edc2e8b705be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.813545 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.818556 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.859368 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-77081b18-e117-404e-a4dc-edc2e8b705be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.862104 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-77081b18-e117-404e-a4dc-edc2e8b705be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:33.864211 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-77081b18-e117-404e-a4dc-edc2e8b705be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1c75bbf-60d4-4fd8-ad89-d7e79b7915ab HTTP/1.1" status: 204 len: 168 time: 0.3075802 Nov 03 21:38:33.879473 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77081b18-e117-404e-a4dc-edc2e8b705be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c75bbf-60d4-4fd8-ad89-d7e79b7915ab,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:33.882812 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Router f3db5ab0-856b-43c4-9796-4f070f602e12 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:38:33.961768 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Floating IP 9999d24a-c970-4a91-84b3-97264a84b3df associated. External IP: 172.27.0.13, port: 30c0f440-0881-4874-811a-05d91fb0bc96. Nov 03 21:38:34.028111 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:38:34.033659 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.048173 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599660c-083f-469a-a476-77b024ad1454 None None] Sync routers for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:38:34.075340 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599660c-083f-469a-a476-77b024ad1454 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:38:34.076427 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-e1aefa4f-af84-473f-ac2f-734968aa5738 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "PUT /v2.0/floatingips/e2359961-0c95-4d5b-8325-e570f8290d94 HTTP/1.1" status: 200 len: 990 time: 2.1568742 Nov 03 21:38:34.077320 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'tag': 'ce364b8c-78d6-4367-bd77-8f9c294749e0'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:34.080936 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56617a5-6018-419a-b3f1-71a6c5c6805c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e58ee9f-055c-4b4d-a605-7e71731e57f2", "tag": "ce364b8c-78d6-4367-bd77-8f9c294749e0"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:34.104911 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-c599660c-083f-469a-a476-77b024ad1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:38:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:34.218734 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dc26af-a855-42d0-a83d-b987780ac9d6 x-openstack-request-id: req-c1dc26af-a855-42d0-a83d-b987780ac9d6 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:34.220084 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e58ee9f-055c-4b4d-a605-7e71731e57f2", "tag": "ce364b8c-78d6-4367-bd77-8f9c294749e0", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:34.220525 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1dc26af-a855-42d0-a83d-b987780ac9d6 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:34.221101 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'tag': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'status': 'completed', 'code': 200} Nov 03 21:38:34.282035 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:38:34.359592 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-c599660c-083f-469a-a476-77b024ad1454 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:38:34.435189 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 32992) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:34.467470 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-57d627d9-0e11-4a23-9fc0-9a125b487905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.531826 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-ba2190bf-512c-4eef-b08f-ca9bbb5e047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:34.533376 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-ba2190bf-512c-4eef-b08f-ca9bbb5e047f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 1098 time: 0.1466281 Nov 03 21:38:34.584628 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-57d627d9-0e11-4a23-9fc0-9a125b487905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.589159 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-57d627d9-0e11-4a23-9fc0-9a125b487905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.636363 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-57d627d9-0e11-4a23-9fc0-9a125b487905 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c026dfaf84204f9a80ff9274bbeb49ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999297 Nov 03 21:38:34.638853 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 32994) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:34.645423 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d627d9-0e11-4a23-9fc0-9a125b487905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f25a86e-50ea-4b03-9735-01b774374b1d,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:34.726474 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cf89a8a7-ec06-401d-bcaa-f8a08fedce3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.751139 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cf89a8a7-ec06-401d-bcaa-f8a08fedce3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.811766 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cf89a8a7-ec06-401d-bcaa-f8a08fedce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.819251 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cf89a8a7-ec06-401d-bcaa-f8a08fedce3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.821834 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-cf89a8a7-ec06-401d-bcaa-f8a08fedce3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f25a86e-50ea-4b03-9735-01b774374b1d HTTP/1.1" status: 204 len: 168 time: 0.1819701 Nov 03 21:38:34.830712 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:38:34.839896 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:34.840949 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-c599660c-083f-469a-a476-77b024ad1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'e2359961-0c95-4d5b-8325-e570f8290d94', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'port_id': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'mac_address': 'fa:16:3e:60:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:38:02Z', 'updated_at': '2021-11-03T21:38:33Z', 'revision_number': 1, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:34.844125 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] Sync routers for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:38:34.845762 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89a8a7-ec06-401d-bcaa-f8a08fedce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f25a86e-50ea-4b03-9735-01b774374b1d,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:34.872809 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2b72ec77-32ea-4401-a109-dd1422a33a9a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "PUT /v2.0/floatingips/9999d24a-c970-4a91-84b3-97264a84b3df HTTP/1.1" status: 200 len: 991 time: 2.0938795 Nov 03 21:38:34.885239 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:34.887600 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8e063-acc2-4e12-8338-4ac219d97c35" -d '{"events": [{"name": "network-changed", "server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:34.895060 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599660c-083f-469a-a476-77b024ad1454 None None] Checking router: f3db5ab0-856b-43c4-9796-4f070f602e12 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:38:34.897313 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:38:34.898442 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:38:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:34.906721 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599660c-083f-469a-a476-77b024ad1454 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:38:34.907409 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-c599660c-083f-469a-a476-77b024ad1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:38:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:34.993395 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-67451d0f-d965-488e-a6f8-71e75c9aa0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:34.994892 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-67451d0f-d965-488e-a6f8-71e75c9aa0c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 912 time: 0.4415743 Nov 03 21:38:35.039504 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cceeb8-f661-4eec-8123-8840f09a24b0 req-5621b5c1-775c-4892-87f8-29c4f09e12dd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:35.041237 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e8cceeb8-f661-4eec-8123-8840f09a24b0 req-5621b5c1-775c-4892-87f8-29c4f09e12dd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1729774 Nov 03 21:38:35.046407 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:38:35.080447 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cf09eb-989e-415c-b5ca-5981292730c5 x-openstack-request-id: req-31cf09eb-989e-415c-b5ca-5981292730c5 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:35.080737 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:35.080990 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31cf09eb-989e-415c-b5ca-5981292730c5 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:35.081646 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96', 'status': 'completed', 'code': 200} Nov 03 21:38:35.083603 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-c599660c-083f-469a-a476-77b024ad1454 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:38:35.185211 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e8cceeb8-f661-4eec-8123-8840f09a24b0 req-c285af5e-432c-453a-a157-eaee516a794d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068790 Nov 03 21:38:35.205629 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-ac7c96d0-ff32-405d-b9b1-9168d9ec3c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0 HTTP/1.1" status: 200 len: 998 time: 0.1975229 Nov 03 21:38:35.249511 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-3f555b7d-4a02-4f3e-b71c-3f601cfdb956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:35.251452 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-3f555b7d-4a02-4f3e-b71c-3f601cfdb956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 1099 time: 0.1623816 Nov 03 21:38:35.303727 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-c097e3b1-ba6f-402c-ad22-0eaf9c4aafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:35.305483 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-c097e3b1-ba6f-402c-ad22-0eaf9c4aafc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0916038 Nov 03 21:38:35.540059 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-9ffc6843-bbec-4a02-b19a-5b83a61cadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:35.542012 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-9ffc6843-bbec-4a02-b19a-5b83a61cadc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.2801337 Nov 03 21:38:35.552282 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-c599660c-083f-469a-a476-77b024ad1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'e2359961-0c95-4d5b-8325-e570f8290d94', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'port_id': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'mac_address': 'fa:16:3e:60:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:38:02Z', 'updated_at': '2021-11-03T21:38:33Z', 'revision_number': 1, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:35.554782 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-4bb6b138-d930-42f1-812f-8fdb77a6169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:35.557698 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-4bb6b138-d930-42f1-812f-8fdb77a6169e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1670108 Nov 03 21:38:35.580884 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '9999d24a-c970-4a91-84b3-97264a84b3df', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'port_id': '30c0f440-0881-4874-811a-05d91fb0bc96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'mac_address': 'fa:16:3e:21:44:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:38:04Z', 'updated_at': '2021-11-03T21:38:33Z', 'revision_number': 1, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:35.640431 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599660c-083f-469a-a476-77b024ad1454 None None] The sync data for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi is: [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'e2359961-0c95-4d5b-8325-e570f8290d94', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'port_id': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'mac_address': 'fa:16:3e:60:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:38:02Z', 'updated_at': '2021-11-03T21:38:33Z', 'revision_number': 1, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:38:35.671405 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] Checking router: 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:38:35.691924 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:38:35.692890 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:38:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:35.814961 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3ece50e1-2169-4d2b-b096-be7e56e9258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:35.831164 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-a76e7dca-9c59-4bd6-a04b-3b37b0af2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:35.833742 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-a76e7dca-9c59-4bd6-a04b-3b37b0af2a38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 1098 time: 0.0954199 Nov 03 21:38:35.902737 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-ee77e131-a60c-48df-9bd8-17e64877e29e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30c0f440-0881-4874-811a-05d91fb0bc96 HTTP/1.1" status: 200 len: 999 time: 0.3507779 Nov 03 21:38:35.907831 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-70b44887-6b0e-4b6d-b708-46f561a63dba service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042228 Nov 03 21:38:35.961903 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea68bdf-1463-4424-9cf9-d347eeb9a37a req-9ceb99ee-301d-4a60-99a5-f1e41b0201a1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:35.963463 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8ea68bdf-1463-4424-9cf9-d347eeb9a37a req-9ceb99ee-301d-4a60-99a5-f1e41b0201a1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1589496 Nov 03 21:38:35.977599 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:38:36.042010 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-6ecb5ba8-482f-48af-845b-06f68d0118e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:36.046038 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-6ecb5ba8-482f-48af-845b-06f68d0118e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 920 time: 0.2048848 Nov 03 21:38:36.051195 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33058) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:36.065600 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f19ef-6887-4521-82ef-d369865f12ab None None] New status for floating IP e2359961-0c95-4d5b-8325-e570f8290d94: ACTIVE {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:38:36.144516 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-0bf4dae8-c12b-4d81-ad69-09a9c3c99be5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d549969-bba8-4396-af85-cd1452e42746 HTTP/1.1" status: 200 len: 217 time: 0.0768609 Nov 03 21:38:36.207341 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-aedc032b-bcdc-4a74-9987-99ef4cbdf29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:36.209103 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-aedc032b-bcdc-4a74-9987-99ef4cbdf29f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.2861745 Nov 03 21:38:36.229659 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8ea68bdf-1463-4424-9cf9-d347eeb9a37a req-e1f65e54-a127-454d-bc46-369925a7f795 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145467 Nov 03 21:38:36.301894 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-feb5e8d8-2187-4644-a85c-2e6e301e4d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:36.304175 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f56617a5-6018-419a-b3f1-71a6c5c6805c req-ac327734-dae8-45fc-952e-1f7a0d55807e service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704779 Nov 03 21:38:36.311251 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-132314e3-bafb-4742-bb66-d3445b1accff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:36.313265 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-132314e3-bafb-4742-bb66-d3445b1accff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826278 Nov 03 21:38:36.326622 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-03b7089e-5334-4eb0-8fbc-d81a53414e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:36.328561 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-03b7089e-5334-4eb0-8fbc-d81a53414e5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.1643167 Nov 03 21:38:36.382944 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-6b28deb0-ab5d-4d55-86cc-37bb4b73edf8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406778 Nov 03 21:38:36.525140 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-2efa0892-c61f-4f77-be6d-3e852c696f8c service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008457 Nov 03 21:38:36.555856 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '9999d24a-c970-4a91-84b3-97264a84b3df', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'port_id': '30c0f440-0881-4874-811a-05d91fb0bc96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'mac_address': 'fa:16:3e:21:44:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:38:04Z', 'updated_at': '2021-11-03T21:38:33Z', 'revision_number': 1, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:38:36.642544 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66da48d-cb8f-4f60-b62d-4276505b29f9 None None] The sync data for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi is: [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '9999d24a-c970-4a91-84b3-97264a84b3df', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'port_id': '30c0f440-0881-4874-811a-05d91fb0bc96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'mac_address': 'fa:16:3e:21:44:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:38:04Z', 'updated_at': '2021-11-03T21:38:33Z', 'revision_number': 1, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:38:36.707241 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10a8e063-acc2-4e12-8338-4ac219d97c35 req-52700c69-fb4b-4a19-ab85-18dac2f7829c service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685631 Nov 03 21:38:36.774060 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-feb5e8d8-2187-4644-a85c-2e6e301e4d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:36.777885 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-acc510d8-c56b-4cfe-8742-e72820e8aa88 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797183 Nov 03 21:38:36.779728 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-feb5e8d8-2187-4644-a85c-2e6e301e4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:36.847698 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5e8d8-2187-4644-a85c-2e6e301e4d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e403c780-c3a7-4d8b-9aac-9d3370d7054e,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:36.913328 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-feb5e8d8-2187-4644-a85c-2e6e301e4d29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcf5120014ea4d569d1b813346c34d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8604293 Nov 03 21:38:36.916967 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33082) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:36.944203 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe2689-5f86-43e0-8644-f4fc8130c004 None None] New status for floating IP 9999d24a-c970-4a91-84b3-97264a84b3df: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:38:36.998226 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e12b5f2d-a7f7-44c1-aae5-6fde444bf183 req-6c957e66-5889-4b26-8724-b5767c972193 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011483 Nov 03 21:38:37.013950 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8392c726-f297-4631-bc64-fa102e56a2f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:37.076893 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8392c726-f297-4631-bc64-fa102e56a2f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:37.148010 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8392c726-f297-4631-bc64-fa102e56a2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:37.153334 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8392c726-f297-4631-bc64-fa102e56a2f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:37.156083 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-8392c726-f297-4631-bc64-fa102e56a2f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e403c780-c3a7-4d8b-9aac-9d3370d7054e HTTP/1.1" status: 204 len: 168 time: 0.2374425 Nov 03 21:38:37.171514 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392c726-f297-4631-bc64-fa102e56a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e403c780-c3a7-4d8b-9aac-9d3370d7054e,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:37.430489 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fb0c5-87d7-4c50-acc7-58f2e5b911be req-09f0f52a-826a-46a9-a211-dbc784f56ac2 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:37.439821 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c81fb0c5-87d7-4c50-acc7-58f2e5b911be req-09f0f52a-826a-46a9-a211-dbc784f56ac2 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1205978 Nov 03 21:38:37.512725 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c81fb0c5-87d7-4c50-acc7-58f2e5b911be req-18c7c651-fa70-43f5-a8e0-dc049d8ca2ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705166 Nov 03 21:38:37.724719 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33116) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:37.738451 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78909d79-61b6-45a8-b266-10bd7e8b4aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:37.839173 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78909d79-61b6-45a8-b266-10bd7e8b4aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:37.843934 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78909d79-61b6-45a8-b266-10bd7e8b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:37.895362 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-78909d79-61b6-45a8-b266-10bd7e8b4aed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53ccec7a146e47298e3c8fe2a8abe5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693413 Nov 03 21:38:37.896643 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78909d79-61b6-45a8-b266-10bd7e8b4aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4f469-bce7-4a64-940c-c4fdf3889171,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:37.898537 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33126) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:37.979631 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6c86ebc9-78bf-4586-9547-86803f771e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:38.022834 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6c86ebc9-78bf-4586-9547-86803f771e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:38.102884 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6c86ebc9-78bf-4586-9547-86803f771e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:38.107710 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6c86ebc9-78bf-4586-9547-86803f771e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:38.110323 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-6c86ebc9-78bf-4586-9547-86803f771e6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43c4f469-bce7-4a64-940c-c4fdf3889171 HTTP/1.1" status: 204 len: 168 time: 0.2085655 Nov 03 21:38:38.124724 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86ebc9-78bf-4586-9547-86803f771e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4f469-bce7-4a64-940c-c4fdf3889171,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:38.170936 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac318-f360-447b-8f17-a50fe0bb254c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:38.172320 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-1715f2ce-319a-4f05-8bba-5e9f22133a8f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:38.174189 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-1715f2ce-319a-4f05-8bba-5e9f22133a8f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 815 time: 0.1405649 Nov 03 21:38:38.203529 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-19407770-1c6b-43ea-8a81-1bc6f4addc01 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/quotas/90617d4adc484b9dbf589c42b95a514c HTTP/1.1" status: 200 len: 375 time: 0.0165327 Nov 03 21:38:38.254359 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-96817f31-ade2-4974-af5e-85e390bf07c7 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498352 Nov 03 21:38:38.399186 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-6b9b6fd5-ef11-425b-bd46-c6a10b8c3042 service neutron] 10.222.0.62 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286261 Nov 03 21:38:38.539598 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-9c670abf-7e1d-410a-8890-a657303a8448 service neutron] 10.222.0.62 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329246 Nov 03 21:38:38.677420 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d9b99-140b-4840-b9ce-f475c5db568b req-5c5a0727-a760-48ca-8dc3-cacaf9118ae4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:38.679454 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ec1d9b99-140b-4840-b9ce-f475c5db568b req-5c5a0727-a760-48ca-8dc3-cacaf9118ae4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0697718 Nov 03 21:38:38.773878 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ec1d9b99-140b-4840-b9ce-f475c5db568b req-d3192cce-3b91-4037-9858-355e9461afd3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792096 Nov 03 21:38:38.815135 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-87eec8c9-9b0a-4c10-b9b6-dc87312c91f6 req-c6870ef9-77d7-4915-b30f-c2409739cf70 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 210 time: 0.0288351 Nov 03 21:38:38.945701 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33200) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:39.005158 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:39.218180 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:39.317552 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:39.321795 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:39.365251 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea95fb35-f689-4371-ab61-4dafab4a2154,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:39.369923 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96606109dfeb403eb8a2d857b0b0c95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232111 Nov 03 21:38:39.372769 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33214) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:39.379126 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.387426 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.393738 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.394194 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.394667 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.395156 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.395621 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.395945 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.396279 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.396775 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.397118 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.397470 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7e9ae-5934-4fb3-a516-2a627957ea50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.454106 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:39.479545 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:39.534013 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:39.538015 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:39.539238 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea95fb35-f689-4371-ab61-4dafab4a2154 HTTP/1.1" status: 204 len: 168 time: 0.1653903 Nov 03 21:38:39.547331 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea95fb35-f689-4371-ab61-4dafab4a2154,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:39.554790 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.555159 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.555501 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.555836 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.556163 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.556519 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.556846 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.557182 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.557507 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.557823 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.558139 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.558455 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0f8b7-fd7a-4a61-965c-7752ccdfdf5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:39.912403 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c84fe-01d6-4814-87ae-29a8e82ea96b req-867db9d3-80f2-45e2-8f1b-313dbba44013 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:39.914148 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a87c84fe-01d6-4814-87ae-29a8e82ea96b req-867db9d3-80f2-45e2-8f1b-313dbba44013 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0753398 Nov 03 21:38:39.950962 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33244) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:39.958302 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c3e1a372-196c-4f19-add9-f0361d55425f req-daceee7d-dd3e-4796-8281-21feb7c68023 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 210 time: 0.0428553 Nov 03 21:38:39.995509 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7df0efe4-d741-48a4-9e42-8f49ed87b6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.090579 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a87c84fe-01d6-4814-87ae-29a8e82ea96b req-32c9901d-f52c-445f-a4e7-3177d0811682 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430457 Nov 03 21:38:40.171008 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-92c3a4dc-e1b6-4468-a4e8-300133241dd7 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:40.172336 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-92c3a4dc-e1b6-4468-a4e8-300133241dd7 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 815 time: 0.1556923 Nov 03 21:38:40.193812 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Request body: {'port': {'device_id': 'a30b70be-310e-4706-bd28-f83b722adecf', 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'admin_state_up': True, 'tenant_id': '90617d4adc484b9dbf589c42b95a514c'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:40.301422 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.316949 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7df0efe4-d741-48a4-9e42-8f49ed87b6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.334921 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7df0efe4-d741-48a4-9e42-8f49ed87b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.402645 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0efe4-d741-48a4-9e42-8f49ed87b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a80950-eb36-4f0d-acd7-2a24fe86c609,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:40.415527 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7df0efe4-d741-48a4-9e42-8f49ed87b6a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=267afb704a4241558dcc2de248ee08e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4632022 Nov 03 21:38:40.417892 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33256) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:40.454481 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Made reservation on behalf of 90617d4adc484b9dbf589c42b95a514c for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:38:40.458084 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.715431 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80aebc40-7c36-4ccf-91f6-bb17e1f090d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.756087 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80aebc40-7c36-4ccf-91f6-bb17e1f090d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.833519 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Allocated IP 172.20.0.12 (cc2f4177-644a-4bce-803a-b29dffa13aa8/f63c74b1-7ac4-4212-9c2e-b746e9b017fd/79622f8c-fa74-4739-bef8-4e3f6752282a) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:38:40.861976 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80aebc40-7c36-4ccf-91f6-bb17e1f090d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.864540 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80aebc40-7c36-4ccf-91f6-bb17e1f090d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:40.865722 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-80aebc40-7c36-4ccf-91f6-bb17e1f090d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74a80950-eb36-4f0d-acd7-2a24fe86c609 HTTP/1.1" status: 204 len: 168 time: 0.4468710 Nov 03 21:38:40.886366 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aebc40-7c36-4ccf-91f6-bb17e1f090d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a80950-eb36-4f0d-acd7-2a24fe86c609,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:41.044005 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:41.089885 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c3aafb8f-85a6-4115-b1d9-55bbb72cbcaf req-fdcc94e4-2372-41fd-9c06-6ecca9a9d199 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 210 time: 0.0524936 Nov 03 21:38:41.115595 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:41.135179 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7ee1b648-540c-4b59-af35-08de1ad82b40'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:41.199382 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Pushing event updated for resources: {'Port': ['ID=79622f8c-fa74-4739-bef8-4e3f6752282a,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:41.219484 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Network cc2f4177-644a-4bce-803a-b29dffa13aa8 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:38:41.223403 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:38:41.226624 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:38:41.236247 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:41.238128 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:41.263558 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-662ec525-8bdd-4489-8cd1-f4d3c5c7b953 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0745101 Nov 03 21:38:41.284404 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Request body: {'port': {'device_id': 'a30b70be-310e-4706-bd28-f83b722adecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:38:41.300947 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92c3ef-1e03-4f1d-b8b4-f47280f7faee req-728a890a-1fdf-4a9d-a828-9ae3c2c9ca26 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:41.302804 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ea92c3ef-1e03-4f1d-b8b4-f47280f7faee req-728a890a-1fdf-4a9d-a828-9ae3c2c9ca26 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0962875 Nov 03 21:38:41.350582 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:41.382321 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:41.399137 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ea92c3ef-1e03-4f1d-b8b4-f47280f7faee req-cfff7843-bcab-45dd-b53a-9f88d705a24f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862274 Nov 03 21:38:41.763342 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79622f8c-fa74-4739-bef8-4e3f6752282a {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:41.780173 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:41.807157 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Transition to ACTIVE for port object 79622f8c-fa74-4739-bef8-4e3f6752282a will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:38:41.814831 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:41.887761 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Pushing event updated for resources: {'Port': ['ID=79622f8c-fa74-4739-bef8-4e3f6752282a,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:41.918731 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Attempting to bind port 79622f8c-fa74-4739-bef8-4e3f6752282a on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:38:41.919066 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Attempting to bind port 79622f8c-fa74-4739-bef8-4e3f6752282a by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:38:41.919397 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Attempting to bind port 79622f8c-fa74-4739-bef8-4e3f6752282a on network cc2f4177-644a-4bce-803a-b29dffa13aa8 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:41.924550 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Port 79622f8c-fa74-4739-bef8-4e3f6752282a on network cc2f4177-644a-4bce-803a-b29dffa13aa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:38:41.924957 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Attempting to bind port 79622f8c-fa74-4739-bef8-4e3f6752282a on network cc2f4177-644a-4bce-803a-b29dffa13aa8 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:38:41.931111 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:38:41.931439 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Checking segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:38:41.931824 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Bound using segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:38:41.932244 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Bound port: 79622f8c-fa74-4739-bef8-4e3f6752282a, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:38:41.932621 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:42.004965 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] For port 79622f8c-fa74-4739-bef8-4e3f6752282a, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:38:42.009505 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] For port 79622f8c-fa74-4739-bef8-4e3f6752282a, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=79622f8c-fa74-4739-bef8-4e3f6752282a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:38:42.014577 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:42.072407 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:42.073725 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:42.076518 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] 10.222.0.11 "PUT /v2.0/ports/79622f8c-fa74-4739-bef8-4e3f6752282a HTTP/1.1" status: 200 len: 1094 time: 0.7973406 Nov 03 21:38:42.077095 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30b70be-310e-4706-bd28-f83b722adecf', 'tag': '79622f8c-fa74-4739-bef8-4e3f6752282a'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:42.080790 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00250c8-cae7-47d5-986a-5fb493361f53" -d '{"events": [{"name": "network-changed", "server_uuid": "a30b70be-310e-4706-bd28-f83b722adecf", "tag": "79622f8c-fa74-4739-bef8-4e3f6752282a"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:42.117808 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8414d9-9f6d-449a-bb34-d2e0f462017f service neutron] Pushing event updated for resources: {'Port': ['ID=79622f8c-fa74-4739-bef8-4e3f6752282a,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:42.133266 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d7dbf-7ddd-4974-acb3-83b3890fabc3 x-openstack-request-id: req-a94d7dbf-7ddd-4974-acb3-83b3890fabc3 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:42.133266 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30b70be-310e-4706-bd28-f83b722adecf", "tag": "79622f8c-fa74-4739-bef8-4e3f6752282a", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:42.133731 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a94d7dbf-7ddd-4974-acb3-83b3890fabc3 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:42.135818 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30b70be-310e-4706-bd28-f83b722adecf', 'tag': '79622f8c-fa74-4739-bef8-4e3f6752282a', 'status': 'completed', 'code': 200} Nov 03 21:38:42.291795 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835dc55-f251-46f8-b531-8fba0f818e3a req-f2dfb594-ce12-4b2b-a6b1-89cae14bc235 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:42.294063 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1835dc55-f251-46f8-b531-8fba0f818e3a req-f2dfb594-ce12-4b2b-a6b1-89cae14bc235 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 944 time: 0.0803607 Nov 03 21:38:42.357337 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1835dc55-f251-46f8-b531-8fba0f818e3a req-31d42a7b-dbe8-4d27-be65-0f06319a42f6 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490859 Nov 03 21:38:42.537893 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328e0c-afff-4385-ad4e-231d0ec073d7 req-2098cafa-007f-4af7-8f45-548feabdfbc5 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:42.539484 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff328e0c-afff-4385-ad4e-231d0ec073d7 req-2098cafa-007f-4af7-8f45-548feabdfbc5 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0732179 Nov 03 21:38:42.603384 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff328e0c-afff-4385-ad4e-231d0ec073d7 req-f0b566f9-25f9-439f-8c0d-9de38f2e353f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571134 Nov 03 21:38:43.336514 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33368) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:43.451249 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a30840b4-0ba7-4f91-aa6c-921c7befc3b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:43.525317 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a30840b4-0ba7-4f91-aa6c-921c7befc3b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:43.529000 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a30840b4-0ba7-4f91-aa6c-921c7befc3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:43.570481 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a30840b4-0ba7-4f91-aa6c-921c7befc3b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cd10d8d3efa4930a2f1012a9373a3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327025 Nov 03 21:38:43.571376 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30840b4-0ba7-4f91-aa6c-921c7befc3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1758a3-0c90-4f09-abf1-7482aed8095d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:43.573214 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33374) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:43.624207 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7f85aac1-ecf7-475f-acf8-fa0454cbcde6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:43.646718 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7f85aac1-ecf7-475f-acf8-fa0454cbcde6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:43.694543 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7f85aac1-ecf7-475f-acf8-fa0454cbcde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:43.697115 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7f85aac1-ecf7-475f-acf8-fa0454cbcde6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:43.698334 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7f85aac1-ecf7-475f-acf8-fa0454cbcde6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db1758a3-0c90-4f09-abf1-7482aed8095d HTTP/1.1" status: 204 len: 168 time: 0.1239622 Nov 03 21:38:43.706423 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85aac1-ecf7-475f-acf8-fa0454cbcde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1758a3-0c90-4f09-abf1-7482aed8095d,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:43.968178 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33386) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:43.983895 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-028f9e7a-9bf7-465b-8eab-4e27fc412f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:44.061708 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-028f9e7a-9bf7-465b-8eab-4e27fc412f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:44.065471 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-028f9e7a-9bf7-465b-8eab-4e27fc412f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:44.103223 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-028f9e7a-9bf7-465b-8eab-4e27fc412f64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=705bcf37b4144499ad4fa0aa4562a1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339300 Nov 03 21:38:44.104073 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f9e7a-9bf7-465b-8eab-4e27fc412f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf12042-8386-4304-86cf-5c1d5537d237,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:44.105936 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33388) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:38:44.156019 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cd9495be-1d71-4b2c-af40-229eef100067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:44.176208 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cd9495be-1d71-4b2c-af40-229eef100067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:44.224299 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cd9495be-1d71-4b2c-af40-229eef100067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:44.226859 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cd9495be-1d71-4b2c-af40-229eef100067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:44.227995 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-cd9495be-1d71-4b2c-af40-229eef100067 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9cf12042-8386-4304-86cf-5c1d5537d237 HTTP/1.1" status: 204 len: 168 time: 0.1204324 Nov 03 21:38:44.237908 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9495be-1d71-4b2c-af40-229eef100067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf12042-8386-4304-86cf-5c1d5537d237,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:45.378464 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00250c8-cae7-47d5-986a-5fb493361f53 req-866b1973-7c71-43dd-9475-1f6986f60fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:45.381849 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-c00250c8-cae7-47d5-986a-5fb493361f53 req-866b1973-7c71-43dd-9475-1f6986f60fa5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 1097 time: 0.0624719 Nov 03 21:38:45.512919 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-eecc987a-0d10-4891-95a5-b8c5fdd2113a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392570 Nov 03 21:38:45.528927 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04067023-338e-41b9-bcc5-a2ecde15e5ad req-66c43c64-4edc-4562-ba05-12a78baeef43 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:45.530447 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-04067023-338e-41b9-bcc5-a2ecde15e5ad req-66c43c64-4edc-4562-ba05-12a78baeef43 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0881267 Nov 03 21:38:45.543421 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fef159-3040-4be6-8d0c-ed6cdfa8ec0b req-6a74c4a2-b053-48db-8f1a-6cee0856ccb7 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:45.554048 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-69fef159-3040-4be6-8d0c-ed6cdfa8ec0b req-6a74c4a2-b053-48db-8f1a-6cee0856ccb7 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 944 time: 0.0869331 Nov 03 21:38:45.587399 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00250c8-cae7-47d5-986a-5fb493361f53 req-ce77b92d-593f-4eff-b492-3a633956f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:45.589034 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-c00250c8-cae7-47d5-986a-5fb493361f53 req-ce77b92d-593f-4eff-b492-3a633956f0f3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=90617d4adc484b9dbf589c42b95a514c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1971061 Nov 03 21:38:45.654445 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-04067023-338e-41b9-bcc5-a2ecde15e5ad req-b8612e0c-257d-43b4-ada7-788dfcd343e6 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989738 Nov 03 21:38:45.686724 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-69fef159-3040-4be6-8d0c-ed6cdfa8ec0b req-43dba1f0-0493-458d-b537-10899970638e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225190 Nov 03 21:38:45.689210 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-62d9ddfc-ccc9-474b-934a-29c1c3a302fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:45.690690 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-62d9ddfc-ccc9-474b-934a-29c1c3a302fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e05cb84b064479ebd335364aeb0de12&device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 1098 time: 0.1254942 Nov 03 21:38:45.820173 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00250c8-cae7-47d5-986a-5fb493361f53 req-34e1ce9a-3cab-4d0e-bc7e-da54d2c436d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:45.822777 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-c00250c8-cae7-47d5-986a-5fb493361f53 req-34e1ce9a-3cab-4d0e-bc7e-da54d2c436d3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236211 Nov 03 21:38:45.840189 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-1b43c820-3890-4467-ae38-60d96693d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:45.842186 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-1b43c820-3890-4467-ae38-60d96693d72c service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 HTTP/1.1" status: 200 len: 913 time: 0.1169865 Nov 03 21:38:45.907264 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-92f04cb9-365f-426f-a240-7aac2bf6818d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c2b228-2cc9-48cc-952a-85b86f11102e HTTP/1.1" status: 200 len: 217 time: 0.0378721 Nov 03 21:38:45.945435 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-0e965ed7-3f7b-4d69-b387-83216a674f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:45.947123 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-0e965ed7-3f7b-4d69-b387-83216a674f82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 1097 time: 0.0488405 Nov 03 21:38:46.003128 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-aae7bd2c-bcd5-4ceb-8ee5-d00a50cb02de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:46.004815 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-aae7bd2c-bcd5-4ceb-8ee5-d00a50cb02de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=945aa471-776b-493b-aa03-550186599fdd HTTP/1.1" status: 200 len: 852 time: 0.0864654 Nov 03 21:38:46.018116 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-354ef23e-73d5-42ee-8626-33c3b551b62b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79622f8c-fa74-4739-bef8-4e3f6752282a HTTP/1.1" status: 200 len: 217 time: 0.0607374 Nov 03 21:38:46.048883 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-b65a155a-1b45-4ded-aa62-f86dc36474b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299077 Nov 03 21:38:46.093012 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-1c1e94bd-c544-40b8-a00a-101f3286f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:46.094479 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-1c1e94bd-c544-40b8-a00a-101f3286f474 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 200 len: 855 time: 0.0648179 Nov 03 21:38:46.141082 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-1dc63e46-a055-4ee0-9eea-2162a3934277 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc2f4177-644a-4bce-803a-b29dffa13aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279105 Nov 03 21:38:46.198372 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-35fe0c62-1302-493a-8c03-8746d4c07c3c service neutron] 10.222.0.11 "GET /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402040 Nov 03 21:38:46.246064 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-42f27db6-5df2-4f81-8c2a-2cd7ce96cb40 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969806 Nov 03 21:38:46.314570 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23439b2f-5a51-48e7-8475-92ee1bc1c27d req-ce31df4c-6b11-49fc-9319-7327952f568b service neutron] 10.222.0.11 "GET /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066065 Nov 03 21:38:46.399021 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-dd94c107-6af1-48e3-99b4-751b2ce4e35b req-d3129094-d085-48d6-9397-357ce95ae229 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341429 Nov 03 21:38:46.834595 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feffaf-f6d8-4a82-b4a1-68aa4de892e4 req-2b1ef873-b72a-4bae-b8cf-f083d344d039 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:46.835992 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-38feffaf-f6d8-4a82-b4a1-68aa4de892e4 req-2b1ef873-b72a-4bae-b8cf-f083d344d039 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0807538 Nov 03 21:38:46.844151 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250fabf-4659-4e80-868e-25fcf87b23cd req-c835eb4b-8c69-4489-9f4d-1c1d002912cd tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:46.845504 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d250fabf-4659-4e80-868e-25fcf87b23cd req-c835eb4b-8c69-4489-9f4d-1c1d002912cd tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 944 time: 0.0796089 Nov 03 21:38:46.916280 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-38feffaf-f6d8-4a82-b4a1-68aa4de892e4 req-08291d17-0f25-41d0-930f-d176e7a230e2 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698328 Nov 03 21:38:46.919351 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d250fabf-4659-4e80-868e-25fcf87b23cd req-57c6b0bc-c8e8-42f0-a6a8-c4e83ca2be2b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673692 Nov 03 21:38:49.337395 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:50.929426 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419dab1-be6d-4bc4-8e6b-ffda108bf925 req-ce658387-f48f-4b42-bd10-be56b6cec2d8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:50.934397 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0419dab1-be6d-4bc4-8e6b-ffda108bf925 req-ce658387-f48f-4b42-bd10-be56b6cec2d8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0810964 Nov 03 21:38:50.985877 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0419dab1-be6d-4bc4-8e6b-ffda108bf925 req-8eb077a2-3c24-4964-9e46-0131e9392dc7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485361 Nov 03 21:38:51.052529 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495e4b1-a4b9-4daf-b90a-5b57b0020fc2 req-d8c15fe6-0b0a-46b3-a8ef-cb5e0501bf2e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:51.054296 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c495e4b1-a4b9-4daf-b90a-5b57b0020fc2 req-d8c15fe6-0b0a-46b3-a8ef-cb5e0501bf2e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 944 time: 0.0578272 Nov 03 21:38:51.128959 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ee2b-f0ca-4937-82c8-ddc0e66ca2e0 req-007e3fec-842b-4327-9374-e32f420462a7 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:51.130722 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dad6ee2b-f0ca-4937-82c8-ddc0e66ca2e0 req-007e3fec-842b-4327-9374-e32f420462a7 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0755363 Nov 03 21:38:51.138171 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c495e4b1-a4b9-4daf-b90a-5b57b0020fc2 req-c15be708-ec10-4819-a2c7-cc6f0264825a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Nov 03 21:38:51.184091 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dad6ee2b-f0ca-4937-82c8-ddc0e66ca2e0 req-0319090f-d9e2-4e18-85da-1c747b6e9089 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Nov 03 21:38:52.027537 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:38:52.112934 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0489c-46bb-4b4e-9030-64c1aef1e3e6 req-140902be-309f-46a7-9fc3-101156e66691 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:52.114478 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-80c0489c-46bb-4b4e-9030-64c1aef1e3e6 req-140902be-309f-46a7-9fc3-101156e66691 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0546811 Nov 03 21:38:52.162450 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-80c0489c-46bb-4b4e-9030-64c1aef1e3e6 req-520c531b-b7f1-4e20-904e-21190467454c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Nov 03 21:38:52.229587 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 79622f8c-fa74-4739-bef8-4e3f6752282a details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:38:52.260808 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a75200-00f0-48d9-bb93-36e71f5d4c96 req-d16e11b5-19dc-4fd4-98a6-f7be19140d7f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:52.262338 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3a75200-00f0-48d9-bb93-36e71f5d4c96 req-d16e11b5-19dc-4fd4-98a6-f7be19140d7f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 944 time: 0.0524390 Nov 03 21:38:52.341089 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 79622f8c-fa74-4739-bef8-4e3f6752282a, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=79622f8c-fa74-4739-bef8-4e3f6752282a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:52.344430 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560d9c2-2e15-404d-b6d1-c5743e3c3989 req-fdb66908-6fcd-4bbe-bb25-4f2c215a28be tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:52.348911 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2560d9c2-2e15-404d-b6d1-c5743e3c3989 req-fdb66908-6fcd-4bbe-bb25-4f2c215a28be tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0855312 Nov 03 21:38:52.353711 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '79622f8c-fa74-4739-bef8-4e3f6752282a', 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'port_id': '79622f8c-fa74-4739-bef8-4e3f6752282a', 'mac_address': 'fa:16:3e:0b:8b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63c74b1-7ac4-4212-9c2e-b746e9b017fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:38:52.394961 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:52.411526 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79622f8c-fa74-4739-bef8-4e3f6752282a {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:38:52.436684 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 79622f8c-fa74-4739-bef8-4e3f6752282a, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=79622f8c-fa74-4739-bef8-4e3f6752282a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:52.443271 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:52.496861 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=79622f8c-fa74-4739-bef8-4e3f6752282a,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:52.506576 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.506984 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.507338 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.507639 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.508055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.508451 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.508757 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.509093 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.509437 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.509753 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.510162 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.510396 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:38:52.625652 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3a75200-00f0-48d9-bb93-36e71f5d4c96 req-76754806-a205-4544-942a-56c54f3ffaa3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212583 Nov 03 21:38:52.643452 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2560d9c2-2e15-404d-b6d1-c5743e3c3989 req-17797f91-5880-47f2-b31f-3d0ff483a602 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873526 Nov 03 21:38:52.848977 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['79622f8c-fa74-4739-bef8-4e3f6752282a'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:53.277316 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac56e-907d-4bb3-af4a-91f4c457bce1 req-fb73bce2-706f-4f31-8115-582ef9d87ddd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:53.278778 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-43cac56e-907d-4bb3-af4a-91f4c457bce1 req-fb73bce2-706f-4f31-8115-582ef9d87ddd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0474408 Nov 03 21:38:53.325989 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-43cac56e-907d-4bb3-af4a-91f4c457bce1 req-e10789a1-a2e0-457c-9951-ad54dc1ee230 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Nov 03 21:38:53.779690 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f5ee1-874b-43e1-8a7e-fa21660c7da2 req-55b4788f-5e35-420e-b284-5ba2f41f4ba1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:53.781049 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c97f5ee1-874b-43e1-8a7e-fa21660c7da2 req-55b4788f-5e35-420e-b284-5ba2f41f4ba1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 945 time: 0.0788651 Nov 03 21:38:53.793234 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff76d4c-5592-4bcb-bda0-55f2aad3e788 req-31c9dfc3-e075-4ab9-8abd-b0841df7c54d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:53.794693 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bff76d4c-5592-4bcb-bda0-55f2aad3e788 req-31c9dfc3-e075-4ab9-8abd-b0841df7c54d tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0678806 Nov 03 21:38:53.868631 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c97f5ee1-874b-43e1-8a7e-fa21660c7da2 req-611aae6f-5352-47ac-81bc-f195aa96652a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Nov 03 21:38:53.872098 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bff76d4c-5592-4bcb-bda0-55f2aad3e788 req-c8b74d80-e609-4a1e-82fe-8421b1dc6d61 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701644 Nov 03 21:38:56.783662 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6b71-0b5c-4d1b-a09c-a820f7bdb647 req-2af28ca3-e298-435c-bb02-ea98d556e361 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:56.785675 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a2ca6b71-0b5c-4d1b-a09c-a820f7bdb647 req-2af28ca3-e298-435c-bb02-ea98d556e361 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0766814 Nov 03 21:38:56.797750 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde8634-9a46-454b-943e-dff4ab378ab6 req-39baee38-82bc-474c-b787-6f5775f52377 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:56.799210 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-abde8634-9a46-454b-943e-dff4ab378ab6 req-39baee38-82bc-474c-b787-6f5775f52377 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 945 time: 0.0652657 Nov 03 21:38:56.868268 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-d5dcb466-b202-48c2-851f-6ed8bf4aa630 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:56.869721 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-d5dcb466-b202-48c2-851f-6ed8bf4aa630 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0806010 Nov 03 21:38:56.871593 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a2ca6b71-0b5c-4d1b-a09c-a820f7bdb647 req-529e4ca1-d0ae-4486-a53b-8491533e72d0 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713682 Nov 03 21:38:56.874828 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-abde8634-9a46-454b-943e-dff4ab378ab6 req-6350109d-4a20-4c14-b354-b33bf32a3041 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686610 Nov 03 21:38:56.981748 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882d436-acb4-449b-bdf9-9fb2d57b67db req-ec5c8229-9c3d-4025-a9d4-0083c946d163 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:56.983276 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3882d436-acb4-449b-bdf9-9fb2d57b67db req-ec5c8229-9c3d-4025-a9d4-0083c946d163 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 945 time: 0.0509372 Nov 03 21:38:57.011220 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Deleting port 14c2b228-2cc9-48cc-952a-85b86f11102e {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:38:57.011760 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:57.051747 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3882d436-acb4-449b-bdf9-9fb2d57b67db req-e2b04533-dd83-45e7-9a18-98c80af90eb3 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a453a80-1e81-4e31-8285-f18a8ab56920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614083 Nov 03 21:38:57.115979 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] For port 14c2b228-2cc9-48cc-952a-85b86f11102e, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14c2b228-2cc9-48cc-952a-85b86f11102e,segment=NetworkSegment(5c55d871-0f16-44d1-b875-966c647b1174),segment_id=5c55d871-0f16-44d1-b875-966c647b1174)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:57.116334 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:57.130253 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Calling delete_port for 14c2b228-2cc9-48cc-952a-85b86f11102e owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:38:57.288728 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:57.310239 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['14c2b228-2cc9-48cc-952a-85b86f11102e'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:38:57.317499 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Pushing event deleted for resources: {'Port': ['ID=14c2b228-2cc9-48cc-952a-85b86f11102e,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:38:57.389230 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] No DVR routers for this DVR port 14c2b228-2cc9-48cc-952a-85b86f11102e on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:38:57.392287 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:57.396210 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2d0bbace-bdc3-49d6-9692-0a87427ea813 req-58491b4a-21a1-4c24-b0ca-5be83ae1b9c4 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.11 "DELETE /v2.0/ports/14c2b228-2cc9-48cc-952a-85b86f11102e HTTP/1.1" status: 204 len: 173 time: 0.5174880 Nov 03 21:38:57.396751 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d224e74-b15f-4ca6-87f5-c33d63991992', 'name': 'network-vif-deleted', 'tag': '14c2b228-2cc9-48cc-952a-85b86f11102e'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:57.399028 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b72ca3b-79b6-46f2-a6a8-fe3aafa372d3" -d '{"events": [{"server_uuid": "4d224e74-b15f-4ca6-87f5-c33d63991992", "name": "network-vif-deleted", "tag": "14c2b228-2cc9-48cc-952a-85b86f11102e"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:57.445436 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f56d8-ebf5-4d08-baef-f4dbacbea244 x-openstack-request-id: req-656f56d8-ebf5-4d08-baef-f4dbacbea244 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:57.445868 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d224e74-b15f-4ca6-87f5-c33d63991992", "name": "network-vif-deleted", "tag": "14c2b228-2cc9-48cc-952a-85b86f11102e", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:57.446133 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-656f56d8-ebf5-4d08-baef-f4dbacbea244 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:57.446527 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d224e74-b15f-4ca6-87f5-c33d63991992', 'name': 'network-vif-deleted', 'tag': '14c2b228-2cc9-48cc-952a-85b86f11102e', 'status': 'completed', 'code': 200} Nov 03 21:38:58.075660 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2ad49-c6f5-4eae-b7b5-e4f17353cfd2 req-4f7bd3af-2fb8-4431-8fdc-032f7714102f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:58.077220 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-77b2ad49-c6f5-4eae-b7b5-e4f17353cfd2 req-4f7bd3af-2fb8-4431-8fdc-032f7714102f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 945 time: 0.1212525 Nov 03 21:38:58.085813 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9a8da-a5da-4a7f-82af-763a5f342a55 req-2a562570-f60a-4165-91b9-e41eb6d0bde3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:38:58.087300 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-feb9a8da-a5da-4a7f-82af-763a5f342a55 req-2a562570-f60a-4165-91b9-e41eb6d0bde3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1157908 Nov 03 21:38:58.158768 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-77b2ad49-c6f5-4eae-b7b5-e4f17353cfd2 req-5331f175-587f-43c9-bc5e-f334e9383a98 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702977 Nov 03 21:38:58.162552 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-feb9a8da-a5da-4a7f-82af-763a5f342a55 req-4cc2d170-3a43-4748-bded-d244c637b08d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680363 Nov 03 21:38:58.254813 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-911dd080-3c00-4bcf-a0b5-e9b9c5d5c53e req-d84343b1-d718-40c1-83ae-3a424ca0f1e2 tempest-DeleteServersTestJSON-231885558 tempest-DeleteServersTestJSON-231885558-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d224e74-b15f-4ca6-87f5-c33d63991992 HTTP/1.1" status: 200 len: 210 time: 0.0245667 Nov 03 21:38:58.643778 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 79622f8c-fa74-4739-bef8-4e3f6752282a up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:38:58.694191 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 79622f8c-fa74-4739-bef8-4e3f6752282a completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:38:58.698505 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 79622f8c-fa74-4739-bef8-4e3f6752282a triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:38:58.698868 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:58.778789 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:58.804887 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30b70be-310e-4706-bd28-f83b722adecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79622f8c-fa74-4739-bef8-4e3f6752282a'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:38:58.807121 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625e7c4b-4664-4ad2-9e95-92b741e258e0" -d '{"events": [{"server_uuid": "a30b70be-310e-4706-bd28-f83b722adecf", "name": "network-vif-plugged", "status": "completed", "tag": "79622f8c-fa74-4739-bef8-4e3f6752282a"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:38:58.824364 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 79622f8c-fa74-4739-bef8-4e3f6752282a, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=79622f8c-fa74-4739-bef8-4e3f6752282a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:38:58.833758 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:38:58.858867 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bf5ee2-d528-4d2e-834b-6a85e4ea91c2 x-openstack-request-id: req-36bf5ee2-d528-4d2e-834b-6a85e4ea91c2 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:38:58.859326 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30b70be-310e-4706-bd28-f83b722adecf", "name": "network-vif-plugged", "status": "completed", "tag": "79622f8c-fa74-4739-bef8-4e3f6752282a", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:38:58.859588 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36bf5ee2-d528-4d2e-834b-6a85e4ea91c2 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:38:58.860091 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30b70be-310e-4706-bd28-f83b722adecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79622f8c-fa74-4739-bef8-4e3f6752282a', 'code': 200} Nov 03 21:38:58.893548 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=79622f8c-fa74-4739-bef8-4e3f6752282a,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:00.919730 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 14c2b228-2cc9-48cc-952a-85b86f11102e no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:39:00.942349 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 14c2b228-2cc9-48cc-952a-85b86f11102e {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:39:00.942711 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 14c2b228-2cc9-48cc-952a-85b86f11102e not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:39:02.112117 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281480e-e338-4dbe-9ada-6bf389ffed8c req-9830d92a-70b6-4751-b04d-104dd854977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:02.113691 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b281480e-e338-4dbe-9ada-6bf389ffed8c req-9830d92a-70b6-4751-b04d-104dd854977e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 1099 time: 0.0413747 Nov 03 21:39:02.161945 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b281480e-e338-4dbe-9ada-6bf389ffed8c req-59126f24-9de1-4d37-b195-0d3e3da57822 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Nov 03 21:39:02.163893 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c15a-050b-4494-aa4a-f8b31588ba37 req-68e97a87-1805-4a36-918d-b4280786b907 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:02.165371 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6a66c15a-050b-4494-aa4a-f8b31588ba37 req-68e97a87-1805-4a36-918d-b4280786b907 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 946 time: 0.0780609 Nov 03 21:39:02.176749 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11b592-5b83-4f91-a1b8-57aa9c48e708 req-1b8c3dff-283d-44e2-93f9-3a40af329f13 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:02.178321 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c11b592-5b83-4f91-a1b8-57aa9c48e708 req-1b8c3dff-283d-44e2-93f9-3a40af329f13 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0638266 Nov 03 21:39:02.257859 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6a66c15a-050b-4494-aa4a-f8b31588ba37 req-60a66960-71a0-4cff-9cf0-c62860141cdf tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785873 Nov 03 21:39:02.263024 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c11b592-5b83-4f91-a1b8-57aa9c48e708 req-4165822e-484b-45c5-ab27-f69728cdfd9a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780451 Nov 03 21:39:05.711267 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0c0d92c0-b949-425a-b7e5-d9d2564ebf6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:05.808557 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16583b-888c-4676-b509-02345a2bd671 req-cef6bfd0-04d5-43d7-927a-e6bea04f9b80 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:05.810055 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cd16583b-888c-4676-b509-02345a2bd671 req-cef6bfd0-04d5-43d7-927a-e6bea04f9b80 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 946 time: 0.0847573 Nov 03 21:39:05.818855 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1b047-ab6a-473d-a7ef-1d657fa7b83c req-6fc3c8b5-8a8c-4c9d-85ae-b86510a72220 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:05.820321 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6ed1b047-ab6a-473d-a7ef-1d657fa7b83c req-6fc3c8b5-8a8c-4c9d-85ae-b86510a72220 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0696845 Nov 03 21:39:05.895210 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cd16583b-888c-4676-b509-02345a2bd671 req-0c331528-c579-43f1-9309-53598882614b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738769 Nov 03 21:39:05.898488 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6ed1b047-ab6a-473d-a7ef-1d657fa7b83c req-23bdd1a6-3d6a-4ff5-b30a-24804a5ab0c1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714419 Nov 03 21:39:06.864375 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33814) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:06.907221 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f078c71-64cc-4617-8321-02f178b8309e admin admin] Deleting subnet 945aa471-776b-493b-aa03-550186599fdd {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:39:06.910967 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f078c71-64cc-4617-8321-02f178b8309e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:06.958161 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f078c71-64cc-4617-8321-02f178b8309e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:06.970811 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f078c71-64cc-4617-8321-02f178b8309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.091810 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d63bc-3418-4e76-8f8d-647b3a0aa8fe req-30207652-95db-4ec4-846b-77601f6876af tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:07.093544 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-619d63bc-3418-4e76-8f8d-647b3a0aa8fe req-30207652-95db-4ec4-846b-77601f6876af tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 946 time: 0.0995722 Nov 03 21:39:07.107932 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f96db-12bd-42b9-b2c1-c9338e78772f req-5b6bdca5-1274-43fc-8ca3-ce74a3e8701c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:07.109435 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-647f96db-12bd-42b9-b2c1-c9338e78772f req-5b6bdca5-1274-43fc-8ca3-ce74a3e8701c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1189620 Nov 03 21:39:07.112912 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f078c71-64cc-4617-8321-02f178b8309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.172631 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f078c71-64cc-4617-8321-02f178b8309e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.176422 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-5f078c71-64cc-4617-8321-02f178b8309e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/945aa471-776b-493b-aa03-550186599fdd HTTP/1.1" status: 204 len: 168 time: 0.3109741 Nov 03 21:39:07.179619 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 33834) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:07.186908 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f078c71-64cc-4617-8321-02f178b8309e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945aa471-776b-493b-aa03-550186599fdd,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:07.242211 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-619d63bc-3418-4e76-8f8d-647b3a0aa8fe req-a4d4b185-8278-4bf1-ad60-40a005395e8a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315045 Nov 03 21:39:07.246647 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-647f96db-12bd-42b9-b2c1-c9338e78772f req-80847bff-dd2d-47cd-80fb-969a6faa9f8c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236174 Nov 03 21:39:07.263946 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.355823 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.382704 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.383248 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.383962 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.384507 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > port after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.384849 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.385176 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > port after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.385488 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.385799 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.386134 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.386446 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.522736 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33852) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:07.545179 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.545810 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.545933 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.546300 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:39:07.546647 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:07.565241 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c55d871-0f16-44d1-b875-966c647b1174') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:07.565531 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c55d871-0f16-44d1-b875-966c647b1174') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:07.582563 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.603456 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.613378 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:39:07.613773 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: from cryptography.utils import int_from_bytes Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: from cryptography.utils import int_from_bytes Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:39:07.641530 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:39:07.644174 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6aeed82f-79cb-49af-a775-bea1e2dc98de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.765630 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.843136 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6aeed82f-79cb-49af-a775-bea1e2dc98de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.861309 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6aeed82f-79cb-49af-a775-bea1e2dc98de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:07.911181 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6aeed82f-79cb-49af-a775-bea1e2dc98de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7d98a7f4e264ad38b6d49ea3aa27ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872330 Nov 03 21:39:07.912654 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeed82f-79cb-49af-a775-bea1e2dc98de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dd14b5-51f1-477a-a148-7fe3e0db26f0,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:07.915562 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33872) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:07.984398 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-094bb455-7ed0-4f2e-8301-67fbd212dd42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.009565 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-094bb455-7ed0-4f2e-8301-67fbd212dd42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.028523 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.031791 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69 HTTP/1.1" status: 204 len: 168 time: 0.8511474 Nov 03 21:39:08.033051 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11664187-3b2f-4f25-9274-8ad6be185d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc71a8c-43f6-4bd0-8beb-1f96d2fd2d69,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:08.064120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-094bb455-7ed0-4f2e-8301-67fbd212dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.068286 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-094bb455-7ed0-4f2e-8301-67fbd212dd42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.069999 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-094bb455-7ed0-4f2e-8301-67fbd212dd42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b7dd14b5-51f1-477a-a148-7fe3e0db26f0 HTTP/1.1" status: 204 len: 168 time: 0.1535549 Nov 03 21:39:08.079754 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bb455-7ed0-4f2e-8301-67fbd212dd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dd14b5-51f1-477a-a148-7fe3e0db26f0,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:08.149887 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1ecee241-f53d-48ae-aec6-128985b6a066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.173932 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33878) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:08.216835 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b8462df8-759c-4439-ae7f-b727a180fd2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e05cb84b064479ebd335364aeb0de12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407195 Nov 03 21:39:08.219174 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33884) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:08.269988 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8e96de49-612f-45cf-862e-8c92c2468cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.291775 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8e96de49-612f-45cf-862e-8c92c2468cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.341999 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8e96de49-612f-45cf-862e-8c92c2468cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.344929 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8e96de49-612f-45cf-862e-8c92c2468cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.346086 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8e96de49-612f-45cf-862e-8c92c2468cb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a453a80-1e81-4e31-8285-f18a8ab56920 HTTP/1.1" status: 204 len: 168 time: 0.1257687 Nov 03 21:39:08.354765 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96de49-612f-45cf-862e-8c92c2468cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a453a80-1e81-4e31-8285-f18a8ab56920,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:08.374665 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33890) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:08.387627 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25b5160f-ccd3-41d8-86a7-038e3b6f35eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.467239 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25b5160f-ccd3-41d8-86a7-038e3b6f35eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.471034 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25b5160f-ccd3-41d8-86a7-038e3b6f35eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.510552 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-25b5160f-ccd3-41d8-86a7-038e3b6f35eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=903d7accb8874938bd539c4f404f6cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348004 Nov 03 21:39:08.513116 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33892) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:08.522275 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5160f-ccd3-41d8-86a7-038e3b6f35eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4e2a8-3628-4897-9839-69c70df3a713,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:08.570379 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1a060da5-1b6f-47a3-9c9a-72819884c3c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.592190 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1a060da5-1b6f-47a3-9c9a-72819884c3c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.638995 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1a060da5-1b6f-47a3-9c9a-72819884c3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.641653 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1a060da5-1b6f-47a3-9c9a-72819884c3c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:08.642828 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-1a060da5-1b6f-47a3-9c9a-72819884c3c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2f4e2a8-3628-4897-9839-69c70df3a713 HTTP/1.1" status: 204 len: 168 time: 0.1288121 Nov 03 21:39:08.650381 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a060da5-1b6f-47a3-9c9a-72819884c3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4e2a8-3628-4897-9839-69c70df3a713,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:08.919527 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33912) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:08.934489 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3aa349e6-d3c5-4f8d-9f1a-fd513dee814f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:09.005785 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:09.012246 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3aa349e6-d3c5-4f8d-9f1a-fd513dee814f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:09.016007 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3aa349e6-d3c5-4f8d-9f1a-fd513dee814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:09.056356 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa349e6-d3c5-4f8d-9f1a-fd513dee814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d9973-1f04-4472-a715-ddee9d8b0df7,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:09.063110 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3aa349e6-d3c5-4f8d-9f1a-fd513dee814f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad776a64f00e4cb2b1c90a11a7e0d2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399972 Nov 03 21:39:09.063340 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 33918) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:09.116114 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1552ca4f-4ea3-46d8-b87e-415931f8506f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:09.138444 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1552ca4f-4ea3-46d8-b87e-415931f8506f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:09.194001 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1552ca4f-4ea3-46d8-b87e-415931f8506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:09.196839 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1552ca4f-4ea3-46d8-b87e-415931f8506f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:09.198093 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-1552ca4f-4ea3-46d8-b87e-415931f8506f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f9d9973-1f04-4472-a715-ddee9d8b0df7 HTTP/1.1" status: 204 len: 168 time: 0.1338480 Nov 03 21:39:09.206363 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552ca4f-4ea3-46d8-b87e-415931f8506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d9973-1f04-4472-a715-ddee9d8b0df7,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:10.306859 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:10.787393 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b86eaf-9c7a-4457-9548-b71fd44f83a6 req-53bada76-340d-435e-9fd2-950e96b7c808 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:10.789094 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-53b86eaf-9c7a-4457-9548-b71fd44f83a6 req-53bada76-340d-435e-9fd2-950e96b7c808 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0520082 Nov 03 21:39:10.839378 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-53b86eaf-9c7a-4457-9548-b71fd44f83a6 req-e781df2c-cf98-4d8e-a56e-21cf93796498 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Nov 03 21:39:11.256728 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:12.372173 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130c6b-6c83-4bdd-847a-a7d04491479d req-8df9f49b-6275-468f-be09-8e1f55fccf34 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:12.373834 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3130c6b-6c83-4bdd-847a-a7d04491479d req-8df9f49b-6275-468f-be09-8e1f55fccf34 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Nov 03 21:39:12.424379 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3130c6b-6c83-4bdd-847a-a7d04491479d req-ecaf2500-c85d-4c2b-bc8a-38284dd7d2ec tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Nov 03 21:39:13.553108 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cc390-9869-451e-bf4f-641dfe9dbb4b req-29649ef1-78af-415a-85e4-2fe53b489607 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:13.554635 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a57cc390-9869-451e-bf4f-641dfe9dbb4b req-29649ef1-78af-415a-85e4-2fe53b489607 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0522642 Nov 03 21:39:13.605386 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a57cc390-9869-451e-bf4f-641dfe9dbb4b req-f5919934-8ff7-4728-bffc-f4f5336c1600 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Nov 03 21:39:13.791503 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-903884c6-fc1c-40c8-8c75-a751c3cda917 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:13.794028 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-903884c6-fc1c-40c8-8c75-a751c3cda917 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 815 time: 0.1114438 Nov 03 21:39:13.812578 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-f9bb6a06-ca77-4dff-98a0-eca71ce88d5f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/quotas/90617d4adc484b9dbf589c42b95a514c HTTP/1.1" status: 200 len: 375 time: 0.0113564 Nov 03 21:39:13.866213 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-4d695da0-6387-4d17-b586-fa83f5a64c8a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469453 Nov 03 21:39:13.895185 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34102) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:13.962212 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-af89a2fa-8eaa-4a84-a25b-00eb6e2fd38c service neutron] 10.222.0.62 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889876 Nov 03 21:39:14.000988 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-20bc8d44-5a3c-4964-9662-54e8529cc899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.054508 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-cf470310-d72a-4d8d-a753-4a4007c57f6b service neutron] 10.222.0.62 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858288 Nov 03 21:39:14.081020 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-20bc8d44-5a3c-4964-9662-54e8529cc899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.085273 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-20bc8d44-5a3c-4964-9662-54e8529cc899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.118039 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc8d44-5a3c-4964-9662-54e8529cc899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eba14c4-dbf3-4ed9-88ae-cec70e6a6cd7,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:14.142327 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34110) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:14.143031 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-20bc8d44-5a3c-4964-9662-54e8529cc899 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfdbab70a13040b2ac8076351dfdb8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465260 Nov 03 21:39:14.198696 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6ffa-71aa-4965-acce-d07b2572150b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.260072 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6ffa-71aa-4965-acce-d07b2572150b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.381643 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c1c024a4-f875-42bf-9e45-ea7d6db1e1cf req-a274791f-548c-42f3-bff9-39f227cf4f54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 210 time: 0.1652861 Nov 03 21:39:14.390632 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6ffa-71aa-4965-acce-d07b2572150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.396780 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6ffa-71aa-4965-acce-d07b2572150b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.399395 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b2fe6ffa-71aa-4965-acce-d07b2572150b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4eba14c4-dbf3-4ed9-88ae-cec70e6a6cd7 HTTP/1.1" status: 204 len: 168 time: 0.2560301 Nov 03 21:39:14.431001 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe6ffa-71aa-4965-acce-d07b2572150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eba14c4-dbf3-4ed9-88ae-cec70e6a6cd7,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:14.601046 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34148) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:14.803050 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe34733-20a1-4b33-a10b-6bc58a66fbdc req-9706be6f-8efb-4ef2-8268-cdf336bc4cda tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:14.812278 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe34733-20a1-4b33-a10b-6bc58a66fbdc req-9706be6f-8efb-4ef2-8268-cdf336bc4cda tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0889263 Nov 03 21:39:14.864153 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc4f6-8707-4a12-b775-5fa9b196f3e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.874101 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe34733-20a1-4b33-a10b-6bc58a66fbdc req-09670dc8-a0ea-403a-be50-723a3ab31e26 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605166 Nov 03 21:39:14.968115 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc4f6-8707-4a12-b775-5fa9b196f3e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:14.973338 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc4f6-8707-4a12-b775-5fa9b196f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:15.014302 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-d7bcc4f6-8707-4a12-b775-5fa9b196f3e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa88d9adadd64a38939e29e16393d9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123838 Nov 03 21:39:15.015138 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcc4f6-8707-4a12-b775-5fa9b196f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba45787-3a71-4afc-8133-90b2669ccf39,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:15.017012 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34172) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:15.069690 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f6d01b36-6de3-4110-a049-76e5952b0180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:15.099936 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f6d01b36-6de3-4110-a049-76e5952b0180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:15.154162 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f6d01b36-6de3-4110-a049-76e5952b0180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:15.157668 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f6d01b36-6de3-4110-a049-76e5952b0180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:15.159033 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f6d01b36-6de3-4110-a049-76e5952b0180 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ba45787-3a71-4afc-8133-90b2669ccf39 HTTP/1.1" status: 204 len: 168 time: 0.1410084 Nov 03 21:39:15.172652 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d01b36-6de3-4110-a049-76e5952b0180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba45787-3a71-4afc-8133-90b2669ccf39,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:15.515294 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f9b965b2-33ea-4faa-8ff4-13bc097f9d0b req-89935292-bbb2-41cf-904f-8d1540c61819 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 210 time: 0.0422304 Nov 03 21:39:15.704025 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-38066b33-8903-4833-9e32-7e513d108082 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:15.705969 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-38066b33-8903-4833-9e32-7e513d108082 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 815 time: 0.1642976 Nov 03 21:39:15.729874 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Request body: {'port': {'device_id': '6299b4ce-0f2e-458e-81a7-69067ac95a69', 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'admin_state_up': True, 'tenant_id': '90617d4adc484b9dbf589c42b95a514c'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:15.888411 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Made reservation on behalf of 90617d4adc484b9dbf589c42b95a514c for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:15.892012 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:15.899797 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34230) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:16.126175 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e22d4945-f44f-4c89-adf7-6a3c07a6307e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.141269 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Allocated IP 172.20.0.13 (cc2f4177-644a-4bce-803a-b29dffa13aa8/f63c74b1-7ac4-4212-9c2e-b746e9b017fd/a80a9978-54d5-4278-bfd6-100bdadedb9a) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:16.223216 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8370e-2a60-4a15-a55e-980f27b292dc req-4140cac7-82df-4a28-8d92-427682d2823c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:16.225199 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f5b8370e-2a60-4a15-a55e-980f27b292dc req-4140cac7-82df-4a28-8d92-427682d2823c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.2110307 Nov 03 21:39:16.279833 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e22d4945-f44f-4c89-adf7-6a3c07a6307e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.295913 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e22d4945-f44f-4c89-adf7-6a3c07a6307e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.328234 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.345143 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34252) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:16.348977 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f5b8370e-2a60-4a15-a55e-980f27b292dc req-1a6b8f4b-5045-4de2-817f-12580545a9d5 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120617 Nov 03 21:39:16.356322 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e22d4945-f44f-4c89-adf7-6a3c07a6307e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=634ec89aafda44fe83f09d574dfe009f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553044 Nov 03 21:39:16.357234 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4945-f44f-4c89-adf7-6a3c07a6307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e5b5f8-63a2-4aac-9264-11b5046b4c62,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:16.359848 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34256) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:16.379730 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.398509 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7ee1b648-540c-4b59-af35-08de1ad82b40', '79622f8c-fa74-4739-bef8-4e3f6752282a'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:39:16.421625 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-09ea24b3-0cac-4b46-807a-68b730bf2e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.479810 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-09ea24b3-0cac-4b46-807a-68b730bf2e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.499650 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-445803046-network', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:16.504322 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Pushing event updated for resources: {'Port': ['ID=a80a9978-54d5-4278-bfd6-100bdadedb9a,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:16.514099 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Network cc2f4177-644a-4bce-803a-b29dffa13aa8 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:16.527065 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:16.532088 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:16.565517 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-09ea24b3-0cac-4b46-807a-68b730bf2e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.568481 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-09ea24b3-0cac-4b46-807a-68b730bf2e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.569591 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-09ea24b3-0cac-4b46-807a-68b730bf2e7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1e5b5f8-63a2-4aac-9264-11b5046b4c62 HTTP/1.1" status: 204 len: 168 time: 0.2088046 Nov 03 21:39:16.578167 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea24b3-0cac-4b46-807a-68b730bf2e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e5b5f8-63a2-4aac-9264-11b5046b4c62,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:16.599034 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Made reservation on behalf of b5c172224baa4fc781455fc748f81bb2 for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:16.601865 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.614036 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.634365 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:16.635289 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.666441 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-209fc1f3-6b2c-4254-a06a-260e91e3c159 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9419818 Nov 03 21:39:16.692144 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Request body: {'port': {'device_id': '6299b4ce-0f2e-458e-81a7-69067ac95a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:16.752979 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eb67a-f990-45d9-bdff-107f816e66d7 req-82fd8121-6a56-465f-8f8c-2535b6dfe9be tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:16.754723 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-355eb67a-f990-45d9-bdff-107f816e66d7 req-82fd8121-6a56-465f-8f8c-2535b6dfe9be tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 932 time: 0.0706904 Nov 03 21:39:16.773916 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.837156 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.839509 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-355eb67a-f990-45d9-bdff-107f816e66d7 req-08f2135a-2a2f-4874-b78b-673ed95268a6 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768919 Nov 03 21:39:16.857379 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.875029 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:39:16.887905 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:16.888455 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Added segment d9e44ddb-e0f4-4374-8b36-be56abc6b121 of type vlan for network a14587c0-9db1-4f85-823c-6f728153f919 Nov 03 21:39:16.983086 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34276) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:16.997400 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5fec4e9a-463a-4f6e-8f02-8fa5a5f88e06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.021851 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.044609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e048cb-c634-47b1-9fae-99bdc2191a62,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:17.094034 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5fec4e9a-463a-4f6e-8f02-8fa5a5f88e06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.099466 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5fec4e9a-463a-4f6e-8f02-8fa5a5f88e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.125734 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.127480 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:17.128071 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.150188 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-5fec4e9a-463a-4f6e-8f02-8fa5a5f88e06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e735020aa954cb4a209f7e069a7246d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659818 Nov 03 21:39:17.151022 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34284) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:17.171587 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8251581 Nov 03 21:39:17.175705 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34286) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:17.179803 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec4e9a-463a-4f6e-8f02-8fa5a5f88e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb423b6d-81cb-4ac8-b408-ee8653c9fb0f,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:17.212536 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Request body: {'subnet': {'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-445803046-subnet', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:17.226400 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d546f-a14d-40dc-a123-35d2792679eb admin admin] Pushing event updated for resources: {'Network': ['ID=a14587c0-9db1-4f85-823c-6f728153f919,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:17.238429 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network a14587c0-9db1-4f85-823c-6f728153f919 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:39:17.276314 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4e9d-7a87-4091-9ff4-400bf09f215c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.301598 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80a9978-54d5-4278-bfd6-100bdadedb9a {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:39:17.312008 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.321094 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Made reservation on behalf of b5c172224baa4fc781455fc748f81bb2 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:17.330520 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.350380 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Transition to ACTIVE for port object a80a9978-54d5-4278-bfd6-100bdadedb9a will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:39:17.353623 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4e9d-7a87-4091-9ff4-400bf09f215c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.355667 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.449494 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a80a9978-54d5-4278-bfd6-100bdadedb9a,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:17.484555 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4e9d-7a87-4091-9ff4-400bf09f215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.489548 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4e9d-7a87-4091-9ff4-400bf09f215c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.490778 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d9cd4e9d-7a87-4091-9ff4-400bf09f215c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb423b6d-81cb-4ac8-b408-ee8653c9fb0f HTTP/1.1" status: 204 len: 168 time: 0.3350630 Nov 03 21:39:17.505177 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd4e9d-7a87-4091-9ff4-400bf09f215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb423b6d-81cb-4ac8-b408-ee8653c9fb0f,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:17.626783 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Attempting to bind port a80a9978-54d5-4278-bfd6-100bdadedb9a on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:39:17.629910 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Attempting to bind port a80a9978-54d5-4278-bfd6-100bdadedb9a by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:39:17.630269 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Attempting to bind port a80a9978-54d5-4278-bfd6-100bdadedb9a on network cc2f4177-644a-4bce-803a-b29dffa13aa8 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:17.636121 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Port a80a9978-54d5-4278-bfd6-100bdadedb9a on network cc2f4177-644a-4bce-803a-b29dffa13aa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:39:17.636753 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Attempting to bind port a80a9978-54d5-4278-bfd6-100bdadedb9a on network cc2f4177-644a-4bce-803a-b29dffa13aa8 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:17.644083 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:39:17.644806 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Checking segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:17.645365 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Bound using segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:39:17.645978 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Bound port: a80a9978-54d5-4278-bfd6-100bdadedb9a, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:39:17.646654 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.675934 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.728324 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af9083-4421-44d2-98a2-bfe51e444cb9 req-f99f7baf-082e-41a6-b3ee-3df0077d478d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:17.730411 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c0af9083-4421-44d2-98a2-bfe51e444cb9 req-f99f7baf-082e-41a6-b3ee-3df0077d478d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.2000222 Nov 03 21:39:17.798088 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea23d2f-8852-4d90-8c79-2a57b5376b84,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:17.818610 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Checking segment: {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:17.819010 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Network hostable DHCP agents. Network: a14587c0-9db1-4f85-823c-6f728153f919, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:39:17.846770 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] For port a80a9978-54d5-4278-bfd6-100bdadedb9a, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:39:17.853969 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] For port a80a9978-54d5-4278-bfd6-100bdadedb9a, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a80a9978-54d5-4278-bfd6-100bdadedb9a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:39:17.858305 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c0af9083-4421-44d2-98a2-bfe51e444cb9 req-610bf786-37e6-4d7f-b86c-01c51ac6c7a7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140542 Nov 03 21:39:17.859564 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Network a14587c0-9db1-4f85-823c-6f728153f919 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:39:17.860392 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.872640 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, a14587c0-9db1-4f85-823c-6f728153f919) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:17.876904 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:17.878146 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.885022 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5955b09c-bc6f-4245-a30b-77a8789e7500 None None] Network a14587c0-9db1-4f85-823c-6f728153f919 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:39:17.908205 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e325514d-2d60-4bea-8bf7-ce43f1027f68 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7290158 Nov 03 21:39:17.910813 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34318) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:17.919074 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:17.964161 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:17.976320 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.980378 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/a80a9978-54d5-4278-bfd6-100bdadedb9a HTTP/1.1" status: 200 len: 1094 time: 1.2950754 Nov 03 21:39:17.983201 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6299b4ce-0f2e-458e-81a7-69067ac95a69', 'tag': 'a80a9978-54d5-4278-bfd6-100bdadedb9a'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:39:17.985798 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b344e4-01de-4cae-beac-19af78082f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6299b4ce-0f2e-458e-81a7-69067ac95a69", "tag": "a80a9978-54d5-4278-bfd6-100bdadedb9a"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:39:17.989902 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:17.991779 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.087218 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88f47d-3bdf-4c33-9420-c972f27a21d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a80a9978-54d5-4278-bfd6-100bdadedb9a,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:18.103603 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-88f9ba08-319c-4bd7-a9ac-d3234fc1d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:18.105747 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-88f9ba08-319c-4bd7-a9ac-d3234fc1d230 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 1097 time: 0.0697484 Nov 03 21:39:18.112882 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-a14587c0-9db1-4f85-823c-6f728153f919', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:39:18.113868 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.150598 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.186050 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55749dd1-ac24-4936-90fc-b9f7a6a3499d req-c5723e1b-4930-45f6-823d-936ce75ea51a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:18.187710 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-55749dd1-ac24-4936-90fc-b9f7a6a3499d req-c5723e1b-4930-45f6-823d-936ce75ea51a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 944 time: 0.2128038 Nov 03 21:39:18.215656 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d94dbf6-5c07-428a-b0e5-48f092274e6f x-openstack-request-id: req-2d94dbf6-5c07-428a-b0e5-48f092274e6f {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:39:18.216176 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6299b4ce-0f2e-458e-81a7-69067ac95a69", "tag": "a80a9978-54d5-4278-bfd6-100bdadedb9a", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:39:18.217428 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d94dbf6-5c07-428a-b0e5-48f092274e6f {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:39:18.218343 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6299b4ce-0f2e-458e-81a7-69067ac95a69', 'tag': 'a80a9978-54d5-4278-bfd6-100bdadedb9a', 'status': 'completed', 'code': 200} Nov 03 21:39:18.224676 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-c51b1b08-33f8-44ae-8351-c2607e169758 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a80a9978-54d5-4278-bfd6-100bdadedb9a HTTP/1.1" status: 200 len: 217 time: 0.1065993 Nov 03 21:39:18.266737 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Allocated IP 172.20.0.2 (a14587c0-9db1-4f85-823c-6f728153f919/bea23d2f-8852-4d90-8c79-2a57b5376b84/3837e30f-cd64-479b-a48a-1f38cdbed324) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:18.290250 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-26671379-b67b-4ffb-8a27-2b3c20dca933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:18.293515 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-26671379-b67b-4ffb-8a27-2b3c20dca933 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 200 len: 855 time: 0.0585735 Nov 03 21:39:18.336791 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-55749dd1-ac24-4936-90fc-b9f7a6a3499d req-88fd8783-60d9-47b0-9a1e-06a010f9f101 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979345 Nov 03 21:39:18.338684 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-1aa0260a-c3a8-4539-abf2-4d37d4610fbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc2f4177-644a-4bce-803a-b29dffa13aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342262 Nov 03 21:39:18.421681 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.433719 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.441457 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.465655 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-c0f0cac6-b69b-483b-aada-db1955180a89 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131706 Nov 03 21:39:18.493221 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Network a14587c0-9db1-4f85-823c-6f728153f919 is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:18.500538 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:18.504228 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:18.510815 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Pushing event updated for resources: {'Port': ['ID=3837e30f-cd64-479b-a48a-1f38cdbed324,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:18.590859 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Attempting to bind port 3837e30f-cd64-479b-a48a-1f38cdbed324 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:39:18.591229 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Attempting to bind port 3837e30f-cd64-479b-a48a-1f38cdbed324 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:39:18.591617 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Attempting to bind port 3837e30f-cd64-479b-a48a-1f38cdbed324 on network a14587c0-9db1-4f85-823c-6f728153f919 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:18.597795 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:39:18.598541 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Checking segment: {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:18.599134 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.599784 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Bound using segment: {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:39:18.600257 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Bound port: 3837e30f-cd64-479b-a48a-1f38cdbed324, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:39:18.600433 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aa0315a2-c72d-49c8-b88c-d551f18f7275 req-6256f451-25bb-47f5-bbed-505ebcde3d24 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184027 Nov 03 21:39:18.600735 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.654295 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.674885 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.685406 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] For port 3837e30f-cd64-479b-a48a-1f38cdbed324, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:39:18.691547 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] For port 3837e30f-cd64-479b-a48a-1f38cdbed324, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=3837e30f-cd64-479b-a48a-1f38cdbed324,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:39:18.696904 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.716131 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b344e4-01de-4cae-beac-19af78082f9b req-c3e885bb-e8f6-43a3-9911-b9d0f6cae787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:18.717752 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42b344e4-01de-4cae-beac-19af78082f9b req-c3e885bb-e8f6-43a3-9911-b9d0f6cae787 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 1097 time: 0.0536325 Nov 03 21:39:18.764616 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc0db6-d478-41ab-bba2-c7bc84a26e1c None None] Pushing event updated for resources: {'Port': ['ID=3837e30f-cd64-479b-a48a-1f38cdbed324,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:18.807697 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Allocated IP 172.27.0.42 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/5176bfec-1214-4318-8d04-6690d24cfba7) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:18.908117 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b344e4-01de-4cae-beac-19af78082f9b req-a69edf69-368e-4824-96f8-853da5671e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:18.909650 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42b344e4-01de-4cae-beac-19af78082f9b req-a69edf69-368e-4824-96f8-853da5671e35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 916 time: 0.1639729 Nov 03 21:39:18.991707 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:18.994682 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42b344e4-01de-4cae-beac-19af78082f9b req-7b451c77-396f-48bd-b863-cd9be47634e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a80a9978-54d5-4278-bfd6-100bdadedb9a HTTP/1.1" status: 200 len: 217 time: 0.0743599 Nov 03 21:39:19.101528 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:19.116975 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b344e4-01de-4cae-beac-19af78082f9b req-cb28c1ab-a7c2-47c5-9966-fe9edf14f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:19.119610 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42b344e4-01de-4cae-beac-19af78082f9b req-cb28c1ab-a7c2-47c5-9966-fe9edf14f4f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 200 len: 855 time: 0.1165686 Nov 03 21:39:19.213034 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42b344e4-01de-4cae-beac-19af78082f9b req-c32271e1-265d-4325-831b-05d53f075baa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc2f4177-644a-4bce-803a-b29dffa13aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853984 Nov 03 21:39:19.366225 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:19.418780 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42b344e4-01de-4cae-beac-19af78082f9b req-ddb0ef27-cf33-4ccd-b532-8540dd70464e service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900544 Nov 03 21:39:19.544924 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:19.551448 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42b344e4-01de-4cae-beac-19af78082f9b req-46580a59-c238-4234-b5a5-9233c49a23ad service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171801 Nov 03 21:39:19.552185 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:19.556830 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:19.660784 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7d3a-5aee-4b06-be62-fa2e863e16e5 req-fd9e6454-1ec5-4ad6-b730-4d18de670580 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:19.662291 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fb2a7d3a-5aee-4b06-be62-fa2e863e16e5 req-fd9e6454-1ec5-4ad6-b730-4d18de670580 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.6358726 Nov 03 21:39:19.675829 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5176bfec-1214-4318-8d04-6690d24cfba7,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:19.745213 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f57e4-7551-4ed8-ab5c-8687dcdfb4a2 req-19ebceed-5958-49fe-86f8-657cf24b42d5 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:19.746770 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d3f57e4-7551-4ed8-ab5c-8687dcdfb4a2 req-19ebceed-5958-49fe-86f8-657cf24b42d5 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 944 time: 0.1850650 Nov 03 21:39:19.817461 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fb2a7d3a-5aee-4b06-be62-fa2e863e16e5 req-8dcc25ef-646c-4262-a838-627e29434953 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487410 Nov 03 21:39:19.884972 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d3f57e4-7551-4ed8-ab5c-8687dcdfb4a2 req-d7d6735f-a511-44f7-9735-ddd9d9e2b55e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238043 Nov 03 21:39:19.910387 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:20.137178 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:20.148847 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a788631-3369-4976-bdc1-fb028d50193f None None] Network a14587c0-9db1-4f85-823c-6f728153f919 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:39:20.215271 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-650ef7c4-834f-45fe-a95a-29352def664f None None] Provisioning complete for port 3837e30f-cd64-479b-a48a-1f38cdbed324 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:20.215645 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-650ef7c4-834f-45fe-a95a-29352def664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:20.311392 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:39:20.380593 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-650ef7c4-834f-45fe-a95a-29352def664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:20.422062 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-650ef7c4-834f-45fe-a95a-29352def664f None None] For port 3837e30f-cd64-479b-a48a-1f38cdbed324, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=3837e30f-cd64-479b-a48a-1f38cdbed324,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:20.428884 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-650ef7c4-834f-45fe-a95a-29352def664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:20.436192 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:39:20.449145 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Sync routers for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:39:20.467119 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] Publish callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:20.468792 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a986e32b-c18a-416c-be4f-02fc818359a6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5561330 Nov 03 21:39:20.471708 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34422) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:20.480228 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:39:20.480924 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:39:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:20.523286 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ef7c4-834f-45fe-a95a-29352def664f None None] Pushing event updated for resources: {'Port': ['ID=3837e30f-cd64-479b-a48a-1f38cdbed324,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:20.722561 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:39:20.742380 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34436) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:20.860778 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-317886bf-0d29-4d42-ad6f-90a9cfd07966 None None] Provisioning complete for port 3837e30f-cd64-479b-a48a-1f38cdbed324 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:20.865028 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-317886bf-0d29-4d42-ad6f-90a9cfd07966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:20.936745 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 3837e30f-cd64-479b-a48a-1f38cdbed324 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:21.008851 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed63d81b-2554-4443-860b-90baadda7906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.055833 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:19Z', 'revision_number': 3, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:21.063297 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 3837e30f-cd64-479b-a48a-1f38cdbed324 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:21.066843 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.101098 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Checking router: 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:39:21.102044 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Updating router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 port 5176bfec-1214-4318-8d04-6690d24cfba7 binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:39:21.131767 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.165776 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed63d81b-2554-4443-860b-90baadda7906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.177119 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed63d81b-2554-4443-860b-90baadda7906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.185580 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.197998 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab7166-6ba9-43ae-946b-69a98b0d5f46 req-3524e9da-1fd9-4a23-bc68-2a0dce70e755 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:21.199508 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-12ab7166-6ba9-43ae-946b-69a98b0d5f46 req-3524e9da-1fd9-4a23-bc68-2a0dce70e755 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.2331951 Nov 03 21:39:21.248718 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b0021-bd21-4425-aeb6-71ab9e05ee88 req-295d5f9f-bf5b-40a6-8857-bccb5764e2a1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:21.256620 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5f4b0021-bd21-4425-aeb6-71ab9e05ee88 req-295d5f9f-bf5b-40a6-8857-bccb5764e2a1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 944 time: 0.1376600 Nov 03 21:39:21.266564 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ed63d81b-2554-4443-860b-90baadda7906 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=248e9c75e6184c12b2705795b7bb4d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229900 Nov 03 21:39:21.273031 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63d81b-2554-4443-860b-90baadda7906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484dcc22-0c28-42a7-a18a-1def65bef259,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:21.276379 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34450) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:21.352041 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Allocated IP 172.20.0.1 (a14587c0-9db1-4f85-823c-6f728153f919/bea23d2f-8852-4d90-8c79-2a57b5376b84/a152fd8b-6242-4743-9678-de1af9c41019) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:21.385683 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-12ab7166-6ba9-43ae-946b-69a98b0d5f46 req-6591ded5-b373-4534-a2ff-dd4ae902967f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660175 Nov 03 21:39:21.396723 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5f4b0021-bd21-4425-aeb6-71ab9e05ee88 req-e6e39522-e4a5-49bf-ab9c-ac3415333c99 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392403 Nov 03 21:39:21.444194 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe70b-80c6-4b46-b42a-c9ebbb8359b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.445591 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.453166 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.492557 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe70b-80c6-4b46-b42a-c9ebbb8359b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.507415 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Pushing event updated for resources: {'Port': ['ID=5176bfec-1214-4318-8d04-6690d24cfba7,revision_number=2']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:21.518088 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.518458 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.518803 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.519178 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.519508 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.520248 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.520248 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.524564 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.528831 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.529364 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.529846 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.530344 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:21.551321 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.555095 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Attempting to bind port 5176bfec-1214-4318-8d04-6690d24cfba7 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:39:21.556032 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Attempting to bind port 5176bfec-1214-4318-8d04-6690d24cfba7 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:39:21.556597 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Attempting to bind port 5176bfec-1214-4318-8d04-6690d24cfba7 on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:21.565993 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:39:21.567071 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:21.567790 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.571906 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a80a9978-54d5-4278-bfd6-100bdadedb9a details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:39:21.583283 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:39:21.584653 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Bound port: 5176bfec-1214-4318-8d04-6690d24cfba7, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:39:21.586738 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.603307 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe70b-80c6-4b46-b42a-c9ebbb8359b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.606882 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe70b-80c6-4b46-b42a-c9ebbb8359b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.622201 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c7ebe70b-80c6-4b46-b42a-c9ebbb8359b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/484dcc22-0c28-42a7-a18a-1def65bef259 HTTP/1.1" status: 204 len: 168 time: 0.3342085 Nov 03 21:39:21.640064 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.649662 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebe70b-80c6-4b46-b42a-c9ebbb8359b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484dcc22-0c28-42a7-a18a-1def65bef259,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:21.681521 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34468) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:21.713638 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] For port 5176bfec-1214-4318-8d04-6690d24cfba7, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:39:21.724200 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] For port 5176bfec-1214-4318-8d04-6690d24cfba7, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=5176bfec-1214-4318-8d04-6690d24cfba7,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:39:21.730207 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.767360 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a152fd8b-6242-4743-9678-de1af9c41019,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:21.800691 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Network a14587c0-9db1-4f85-823c-6f728153f919 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:21.804320 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a80a9978-54d5-4278-bfd6-100bdadedb9a, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a80a9978-54d5-4278-bfd6-100bdadedb9a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:21.804739 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:21.808066 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:21.851051 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fede0b-3a77-4510-a881-5d2800e729f1 None None] Pushing event updated for resources: {'Port': ['ID=5176bfec-1214-4318-8d04-6690d24cfba7,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:21.869554 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'a80a9978-54d5-4278-bfd6-100bdadedb9a', 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'port_id': 'a80a9978-54d5-4278-bfd6-100bdadedb9a', 'mac_address': 'fa:16:3e:5e:9f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63c74b1-7ac4-4212-9c2e-b746e9b017fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:39:21.892619 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:39:21.895196 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:39:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:21.920426 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.942882 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccc01471-7374-4d92-a12c-444c37e6302c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:21.985911 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.017031 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80a9978-54d5-4278-bfd6-100bdadedb9a {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:39:22.057482 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a80a9978-54d5-4278-bfd6-100bdadedb9a, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a80a9978-54d5-4278-bfd6-100bdadedb9a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:22.064806 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.099622 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccc01471-7374-4d92-a12c-444c37e6302c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.108684 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccc01471-7374-4d92-a12c-444c37e6302c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.126870 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:39:22.187869 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ccc01471-7374-4d92-a12c-444c37e6302c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0385f1ae99d42908e3c1b200a63436a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051539 Nov 03 21:39:22.189127 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc01471-7374-4d92-a12c-444c37e6302c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e465c83c-2043-4647-a310-f30e2a084308,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:22.192410 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34488) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:22.231555 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.232920 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a80a9978-54d5-4278-bfd6-100bdadedb9a,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:22.257033 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8acdc66-46f9-4ff0-be71-d4b28d188891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.266206 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c142cac0-c4ec-47ef-9460-880cca37b969 None None] Provisioning complete for port a152fd8b-6242-4743-9678-de1af9c41019 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:22.267010 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c142cac0-c4ec-47ef-9460-880cca37b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.290875 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34492) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:22.305915 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8acdc66-46f9-4ff0-be71-d4b28d188891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.357056 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a96aece4-1b37-4a2e-8939-463378e548e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.366151 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8acdc66-46f9-4ff0-be71-d4b28d188891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.369000 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8acdc66-46f9-4ff0-be71-d4b28d188891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.370096 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d8acdc66-46f9-4ff0-be71-d4b28d188891 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e465c83c-2043-4647-a310-f30e2a084308 HTTP/1.1" status: 204 len: 168 time: 0.1766768 Nov 03 21:39:22.374859 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:19Z', 'revision_number': 3, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:22.381403 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c142cac0-c4ec-47ef-9460-880cca37b969 None None] Port a152fd8b-6242-4743-9678-de1af9c41019 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:39:22.387860 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acdc66-46f9-4ff0-be71-d4b28d188891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e465c83c-2043-4647-a310-f30e2a084308,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:22.426042 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30cbb4-a857-4076-b8a9-61d2e51f97b0 None None] The sync data for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi is: [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:19Z', 'revision_number': 3, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:39:22.499720 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a96aece4-1b37-4a2e-8939-463378e548e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.506623 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a96aece4-1b37-4a2e-8939-463378e548e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.555609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.564460 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.673085 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['a80a9978-54d5-4278-bfd6-100bdadedb9a'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:39:22.673616 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a96aece4-1b37-4a2e-8939-463378e548e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b335b2aecd304897a0fb9bfeeae7c58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770928 Nov 03 21:39:22.674856 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34508) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:22.743922 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a152fd8b-6242-4743-9678-de1af9c41019,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:22.756775 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.869342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aece4-1b37-4a2e-8939-463378e548e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1d1d6e-9141-43b6-919a-6a8c1fb929bf,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:22.887444 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b2e32-0f9b-496d-806a-a8a06e4bf2fb req-3694d6c4-8538-47a3-ae3c-a6962837af5e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:22.902173 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e49b2e32-0f9b-496d-806a-a8a06e4bf2fb req-3694d6c4-8538-47a3-ae3c-a6962837af5e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.3571687 Nov 03 21:39:22.927560 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3c3372d5-ec29-41d0-be96-b8d005dd0450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.974297 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b76d-2e85-4c59-99d4-817acb684414 req-9eaf59b1-3558-40b5-8317-65145b67e348 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:22.975908 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6160b76d-2e85-4c59-99d4-817acb684414 req-9eaf59b1-3558-40b5-8317-65145b67e348 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 945 time: 0.2474179 Nov 03 21:39:22.989890 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3c3372d5-ec29-41d0-be96-b8d005dd0450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:22.994588 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Network a14587c0-9db1-4f85-823c-6f728153f919 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:22.996144 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:23.098815 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e49b2e32-0f9b-496d-806a-a8a06e4bf2fb req-da6d52f0-e01d-41d9-bbec-867d31973658 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914179 Nov 03 21:39:23.103649 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6160b76d-2e85-4c59-99d4-817acb684414 req-7ff4697b-3e74-4b09-85cc-cca421fe2e21 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189041 Nov 03 21:39:23.136964 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3c3372d5-ec29-41d0-be96-b8d005dd0450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:23.140992 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3c3372d5-ec29-41d0-be96-b8d005dd0450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:23.146227 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3c3372d5-ec29-41d0-be96-b8d005dd0450 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc1d1d6e-9141-43b6-919a-6a8c1fb929bf HTTP/1.1" status: 204 len: 168 time: 0.4235039 Nov 03 21:39:23.159021 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3372d5-ec29-41d0-be96-b8d005dd0450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1d1d6e-9141-43b6-919a-6a8c1fb929bf,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:23.188576 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:39:23.325026 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-69e46776-fccb-42a9-b7fc-f6e4aae6b3d9 None None] Provisioning complete for port a152fd8b-6242-4743-9678-de1af9c41019 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:23.325591 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-69e46776-fccb-42a9-b7fc-f6e4aae6b3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:23.329759 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:39:23.336042 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ddce1324-f278-4e7e-9b1f-ce850ac983b9 admin admin] 10.222.0.62 "PUT /v2.0/routers/876bd0e0-6873-41d8-b38b-c3a35e9c5f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8631473 Nov 03 21:39:23.378996 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-69e46776-fccb-42a9-b7fc-f6e4aae6b3d9 None None] Port a152fd8b-6242-4743-9678-de1af9c41019 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:39:23.976441 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34550) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:23.982772 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1569442404-network', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:24.009167 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Made reservation on behalf of d46010f627eb41c7822cb247336acf3b for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:24.011683 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.021177 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.113493 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.117700 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.144465 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:39:24.155487 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb3617-3fe5-4292-b64e-44ab948fc857,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:24.161473 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.161911 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Added segment 10e77ab0-c342-4706-9a33-4a562703f77e of type vlan for network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 Nov 03 21:39:24.198409 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34558) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:24.213766 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.252785 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.253694 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:24.254324 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.284710 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3054984 Nov 03 21:39:24.286063 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34564) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:24.291644 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Request body: {'subnet': {'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1569442404-subnet', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:24.344858 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fff6f1-ed70-4651-b16a-e08b21dd13df admin admin] Pushing event updated for resources: {'Network': ['ID=7129c216-16d7-4f0e-9dca-95e9ac1f5bb5,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:24.345576 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25ffe-8990-4030-b693-66bf19b64795 req-2c8aae74-24d9-45a5-a1ed-a4516d9ed978 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:24.347733 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0ef25ffe-8990-4030-b693-66bf19b64795 req-2c8aae74-24d9-45a5-a1ed-a4516d9ed978 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 945 time: 0.1226211 Nov 03 21:39:24.356012 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1639195292-network', 'tenant_id': '7cfb4c5599054dfb9462be417d93dacd'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:24.357842 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:39:24.380924 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Made reservation on behalf of d46010f627eb41c7822cb247336acf3b for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:24.383154 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.405736 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbbf9b-0b11-47b7-a374-26644cf86ee9 req-7b88e5d7-c85a-42f9-9419-ce29e58d6a85 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:24.407297 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-33fbbf9b-0b11-47b7-a374-26644cf86ee9 req-7b88e5d7-c85a-42f9-9419-ce29e58d6a85 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1453249 Nov 03 21:39:24.459697 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Made reservation on behalf of 7cfb4c5599054dfb9462be417d93dacd for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:24.461939 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.507251 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.538785 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0ef25ffe-8990-4030-b693-66bf19b64795 req-337c76d0-44e5-4e75-9ea9-2cc31192a57e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764760 Nov 03 21:39:24.574705 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-33fbbf9b-0b11-47b7-a374-26644cf86ee9 req-40ab6398-3850-4d83-bbfd-05588483f67e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533740 Nov 03 21:39:24.616513 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Sync routers for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:39:24.628888 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:39:24.629883 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:39:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:24.717480 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.730273 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.749660 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:39:24.751204 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.760404 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:39:24.803193 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67d8624-b2d3-4416-92c2-bca28ffb8f5e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:24.806101 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.806444 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Added segment ce70c904-9079-45ba-93a8-c2f700512066 of type vlan for network 700ad448-872b-4ee5-af40-08c6a816ce62 Nov 03 21:39:24.865922 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766c39ad-8868-41f0-8bfe-4b8771845d07,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:24.868864 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.906477 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 5176bfec-1214-4318-8d04-6690d24cfba7 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:24.915903 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Checking segment: {'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:24.916206 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Network hostable DHCP agents. Network: 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:39:24.927984 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.929025 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:24.929580 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:24.961353 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:39:24.999274 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:25.007013 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:25.007571 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.010863 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 5176bfec-1214-4318-8d04-6690d24cfba7 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:25.011237 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.015876 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] Pushing event updated for resources: {'Network': ['ID=700ad448-872b-4ee5-af40-08c6a816ce62,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:25.018850 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28344af-0d6a-4e25-a07a-b26b326403d5 None None] Network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:39:25.020501 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-cbc9931b-0ffd-4f38-9c34-1c8f7a7bb69a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8205445 Nov 03 21:39:25.023727 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34574) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:25.029955 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Request body: {'subnet': {'network_id': '700ad448-872b-4ee5-af40-08c6a816ce62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1639195292-subnet', 'tenant_id': '7cfb4c5599054dfb9462be417d93dacd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:25.040636 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9378fd93-8dc4-40c1-9aca-a8d4f83b11a5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7533340 Nov 03 21:39:25.043146 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34576) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:25.048046 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:25.061194 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 700ad448-872b-4ee5-af40-08c6a816ce62 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:39:25.061400 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Made reservation on behalf of 7cfb4c5599054dfb9462be417d93dacd for: {'subnet': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:25.063817 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59157751'] for subnet, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.079313 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.081232 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.135717 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 2, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:25.143386 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.215576 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Checking router: 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:39:25.216331 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Updating router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 port a152fd8b-6242-4743-9678-de1af9c41019 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:39:25.275792 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.291174 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.399875 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.478856 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59145089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59157657'] for subnet, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.488494 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-7129c216-16d7-4f0e-9dca-95e9ac1f5bb5', 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'fixed_ips': [{'subnet_id': '766c39ad-8868-41f0-8bfe-4b8771845d07'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:39:25.489337 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.512389 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 5176bfec-1214-4318-8d04-6690d24cfba7, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=5176bfec-1214-4318-8d04-6690d24cfba7,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:25.526541 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.534303 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.547609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d184779b-f050-40fe-b0e8-514ef1a07329,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:25.554791 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Checking segment: {'id': 'ce70c904-9079-45ba-93a8-c2f700512066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '700ad448-872b-4ee5-af40-08c6a816ce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:25.555171 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.555387 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Network hostable DHCP agents. Network: 700ad448-872b-4ee5-af40-08c6a816ce62, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:39:25.590313 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Network 700ad448-872b-4ee5-af40-08c6a816ce62 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:39:25.603086 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 700ad448-872b-4ee5-af40-08c6a816ce62) {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:25.609237 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:25.610114 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:25.630320 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-3e03c5b6-9f53-47f2-b120-3b12b077a5b2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6045144 Nov 03 21:39:25.653882 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a80a9978-54d5-4278-bfd6-100bdadedb9a up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:25.655734 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc7207-f482-430c-aa30-83aa8798e057 None None] Network 700ad448-872b-4ee5-af40-08c6a816ce62 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:39:25.790539 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Allocated IP 172.27.0.36 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/1ddef5a2-af03-4d3c-a054-caa33507581e) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:25.792583 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=5176bfec-1214-4318-8d04-6690d24cfba7,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:25.805294 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa97c86-3ab5-45c7-8bd2-1cf77a752b45 req-0cd7bc9c-e1d6-489c-80d4-64ba362a8495 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:25.806882 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ffa97c86-3ab5-45c7-8bd2-1cf77a752b45 req-0cd7bc9c-e1d6-489c-80d4-64ba362a8495 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 945 time: 0.1088519 Nov 03 21:39:25.832139 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3fc81-791c-4d0d-aefe-6eedeaed4b41 req-c4943d3a-dad3-49f5-b14c-89c63902dd69 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:25.833709 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b6b3fc81-791c-4d0d-aefe-6eedeaed4b41 req-c4943d3a-dad3-49f5-b14c-89c63902dd69 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1372664 Nov 03 21:39:25.894479 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Allocated IP 172.20.0.2 (7129c216-16d7-4f0e-9dca-95e9ac1f5bb5/766c39ad-8868-41f0-8bfe-4b8771845d07/78e35607-f0ba-49b4-abd7-0ba0a9013673) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:25.927208 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port a80a9978-54d5-4278-bfd6-100bdadedb9a completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:39:25.978312 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ffa97c86-3ab5-45c7-8bd2-1cf77a752b45 req-5c169b49-c3d4-4d69-bcc7-3d281b7a1bbc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546950 Nov 03 21:39:25.998837 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b6b3fc81-791c-4d0d-aefe-6eedeaed4b41 req-76f8a92a-8f91-4847-9b92-b9492ce8f4e4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470766 Nov 03 21:39:26.045978 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.110993 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port a80a9978-54d5-4278-bfd6-100bdadedb9a triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:26.111430 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.115370 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.167899 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:26.174658 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:26.179028 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:26.215466 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Pushing event updated for resources: {'Port': ['ID=1ddef5a2-af03-4d3c-a054-caa33507581e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:26.253527 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595dc361-13f9-422c-bea8-a2fe72c87dad None None] Network 700ad448-872b-4ee5-af40-08c6a816ce62 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:39:26.366373 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.403386 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.413706 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34604) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:26.509255 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34610) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:26.514267 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2105290288-network', 'tenant_id': '7f75693f32014639a6353a810e647a98'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:26.544739 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Made reservation on behalf of 7f75693f32014639a6353a810e647a98 for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:26.548937 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.566388 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.609369 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476676e-e5f7-43c1-b53e-dfe01a997dbc None None] Pushing event updated for resources: {'Port': ['ID=a152fd8b-6242-4743-9678-de1af9c41019,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:26.611805 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.705429 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.714156 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.719022 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.737960 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.749217 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.753921 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:39:26.765024 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb24b24-e7d4-4e1f-a29c-ede460b0031a,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:26.772303 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.772662 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Added segment 21ecb868-20e4-437f-aafc-119243c1707c of type vlan for network a7b97aa2-4ede-492b-8323-374291b8cfe0 Nov 03 21:39:26.788254 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6299b4ce-0f2e-458e-81a7-69067ac95a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a9978-54d5-4278-bfd6-100bdadedb9a'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:39:26.796782 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f115dc8d-c579-4334-be36-865f205ecd8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.797879 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75f65a6-0331-4411-9bf0-0aff34f999aa" -d '{"events": [{"server_uuid": "6299b4ce-0f2e-458e-81a7-69067ac95a69", "name": "network-vif-plugged", "status": "completed", "tag": "a80a9978-54d5-4278-bfd6-100bdadedb9a"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:39:26.835559 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a80a9978-54d5-4278-bfd6-100bdadedb9a, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a80a9978-54d5-4278-bfd6-100bdadedb9a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:26.852426 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Attempting to bind port a152fd8b-6242-4743-9678-de1af9c41019 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:39:26.853936 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Attempting to bind port a152fd8b-6242-4743-9678-de1af9c41019 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:39:26.856525 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Attempting to bind port a152fd8b-6242-4743-9678-de1af9c41019 on network a14587c0-9db1-4f85-823c-6f728153f919 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:26.861034 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.889617 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:39:26.890235 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Checking segment: {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:26.890696 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.891637 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Bound using segment: {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:39:26.891909 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Bound port: a152fd8b-6242-4743-9678-de1af9c41019, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:39:26.892419 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.912949 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.921035 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242aeac6-9104-4a86-b4f0-e6eb463ee7a5 x-openstack-request-id: req-242aeac6-9104-4a86-b4f0-e6eb463ee7a5 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:39:26.923522 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6299b4ce-0f2e-458e-81a7-69067ac95a69", "name": "network-vif-plugged", "status": "completed", "tag": "a80a9978-54d5-4278-bfd6-100bdadedb9a", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:39:26.924080 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-242aeac6-9104-4a86-b4f0-e6eb463ee7a5 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:39:26.924627 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6299b4ce-0f2e-458e-81a7-69067ac95a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a9978-54d5-4278-bfd6-100bdadedb9a', 'code': 200} Nov 03 21:39:26.941222 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.941483 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:26.942235 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:26.942845 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:26.949657 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:26.953612 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:26.958415 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 5176bfec-1214-4318-8d04-6690d24cfba7 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:27.031220 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5207944 Nov 03 21:39:27.038435 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34616) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:27.043512 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Request body: {'subnet': {'network_id': 'a7b97aa2-4ede-492b-8323-374291b8cfe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2105290288-subnet', 'tenant_id': '7f75693f32014639a6353a810e647a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:27.057006 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11848bc4-f8af-46e6-9823-e6e60507daf4 admin admin] Pushing event updated for resources: {'Network': ['ID=a7b97aa2-4ede-492b-8323-374291b8cfe0,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:27.098671 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.121943 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network a7b97aa2-4ede-492b-8323-374291b8cfe0 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:39:27.128709 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f115dc8d-c579-4334-be36-865f205ecd8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.134021 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Pushing event updated for resources: {'Port': ['ID=78e35607-f0ba-49b4-abd7-0ba0a9013673,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:27.145426 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f115dc8d-c579-4334-be36-865f205ecd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.159437 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Made reservation on behalf of 7f75693f32014639a6353a810e647a98 for: {'subnet': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:27.162277 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59157751'] for subnet, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.211641 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-5c4045e3-f37b-4587-883f-8bbab9901e73 None None] Provisioning complete for port a152fd8b-6242-4743-9678-de1af9c41019 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:27.212042 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-5c4045e3-f37b-4587-883f-8bbab9901e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.221007 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] For port a152fd8b-6242-4743-9678-de1af9c41019, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:39:27.253534 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-f115dc8d-c579-4334-be36-865f205ecd8e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb6de7a08b2f4b8aba5dc575ae0fd4db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8360116 Nov 03 21:39:27.255627 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d462a-6f71-40d7-96e8-b40c3ff65bfc req-053ebf30-ab3c-423d-bdba-31c4db701a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:27.257327 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fc4d462a-6f71-40d7-96e8-b40c3ff65bfc req-053ebf30-ab3c-423d-bdba-31c4db701a12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 1099 time: 0.1830328 Nov 03 21:39:27.262296 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 34626) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:27.263226 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115dc8d-c579-4334-be36-865f205ecd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59850e01-9a4f-40ff-bd13-a62d25428db7,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:27.309520 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] For port a152fd8b-6242-4743-9678-de1af9c41019, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a152fd8b-6242-4743-9678-de1af9c41019,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:39:27.313414 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Attempting to bind port 78e35607-f0ba-49b4-abd7-0ba0a9013673 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:39:27.313833 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Attempting to bind port 78e35607-f0ba-49b4-abd7-0ba0a9013673 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:39:27.314196 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Attempting to bind port 78e35607-f0ba-49b4-abd7-0ba0a9013673 on network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:27.324475 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe9e5-ec42-4f05-92c0-825223b69ce2 req-581fbab2-9865-49fa-9486-05eaf406739c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:27.328316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.332540 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-53ebe9e5-ec42-4f05-92c0-825223b69ce2 req-581fbab2-9865-49fa-9486-05eaf406739c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.1772370 Nov 03 21:39:27.366381 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:39:27.366822 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Checking segment: {'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:27.367212 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.367607 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Bound using segment: {'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:39:27.368149 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Bound port: 78e35607-f0ba-49b4-abd7-0ba0a9013673, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:39:27.368428 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69c18-9d2b-4869-a4e3-e74d48ac92e7 req-324bb41d-9963-4064-a9c5-6262cb826f69 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:27.368667 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.375231 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fc4d462a-6f71-40d7-96e8-b40c3ff65bfc req-71ed936e-e682-43fd-b118-2b46c3604830 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089511 Nov 03 21:39:27.375799 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-77d69c18-9d2b-4869-a4e3-e74d48ac92e7 req-324bb41d-9963-4064-a9c5-6262cb826f69 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.2178392 Nov 03 21:39:27.387713 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a80a9978-54d5-4278-bfd6-100bdadedb9a,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:27.390504 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-5c4045e3-f37b-4587-883f-8bbab9901e73 None None] Port a152fd8b-6242-4743-9678-de1af9c41019 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:39:27.427339 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-04701c4d-0614-42a4-a536-23a72616434a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.441279 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 5176bfec-1214-4318-8d04-6690d24cfba7 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:27.441834 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.468005 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-04701c4d-0614-42a4-a536-23a72616434a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.492649 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-77d69c18-9d2b-4869-a4e3-e74d48ac92e7 req-0f77803d-0ce8-492b-bce1-8fd922ee4e32 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114826 Nov 03 21:39:27.518309 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-53ebe9e5-ec42-4f05-92c0-825223b69ce2 req-f2a3f8d2-57cf-4858-ab67-741fc01cfe90 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835773 Nov 03 21:39:27.556760 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:39:27.565670 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59145089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59157657'] for subnet, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.591176 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] For port 78e35607-f0ba-49b4-abd7-0ba0a9013673, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:39:27.598266 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] For port 78e35607-f0ba-49b4-abd7-0ba0a9013673, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=78e35607-f0ba-49b4-abd7-0ba0a9013673,segment=NetworkSegment(10e77ab0-c342-4706-9a33-4a562703f77e),segment_id=10e77ab0-c342-4706-9a33-4a562703f77e)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:39:27.656786 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476676e-e5f7-43c1-b53e-dfe01a997dbc None None] Pushing event updated for resources: {'Port': ['ID=a152fd8b-6242-4743-9678-de1af9c41019,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:27.668756 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:39:27.668756 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:39:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:27.674678 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c70859-0a38-4d88-b393-b712b36a1c1a,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:27.682701 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-04701c4d-0614-42a4-a536-23a72616434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.686344 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-04701c4d-0614-42a4-a536-23a72616434a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.691277 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-04701c4d-0614-42a4-a536-23a72616434a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59850e01-9a4f-40ff-bd13-a62d25428db7 HTTP/1.1" status: 204 len: 168 time: 0.4252920 Nov 03 21:39:27.713803 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04701c4d-0614-42a4-a536-23a72616434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59850e01-9a4f-40ff-bd13-a62d25428db7,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:27.717847 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.729539 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Checking segment: {'id': '21ecb868-20e4-437f-aafc-119243c1707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a7b97aa2-4ede-492b-8323-374291b8cfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:27.729539 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Network hostable DHCP agents. Network: a7b97aa2-4ede-492b-8323-374291b8cfe0, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:39:27.735019 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:39:27.744700 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Sync routers for ids ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:39:27.762255 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] Publish callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.763622 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Routers {'2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:39:27.764063 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6a1eea37-8abf-4455-9e1d-a07815ca6211 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7197189 Nov 03 21:39:27.764200 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Network a7b97aa2-4ede-492b-8323-374291b8cfe0 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:39:27.765714 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:39:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:27.766347 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 34638) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:27.785846 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, a7b97aa2-4ede-492b-8323-374291b8cfe0) {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:27.794335 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:27.794932 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:27.807174 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01cad51-d0f5-4dc0-bae5-b76e40507ada None None] Network a7b97aa2-4ede-492b-8323-374291b8cfe0 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:39:27.827757 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-09243bbf-1730-477d-8e3f-f7abb826463a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7881200 Nov 03 21:39:27.939030 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Set router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:39:27.972614 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-2bd5f41c-02cf-4491-8e0e-fff3b8a54139 None None] Provisioning complete for port a152fd8b-6242-4743-9678-de1af9c41019 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:27.973063 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f41c-02cf-4491-8e0e-fff3b8a54139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:28.069715 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f30343-b142-4b98-8ca9-2034c3dfac5b None None] Network a7b97aa2-4ede-492b-8323-374291b8cfe0 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:39:28.130908 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1bd18-976c-462b-aafc-f68026680c1a None None] Pushing event updated for resources: {'Port': ['ID=78e35607-f0ba-49b4-abd7-0ba0a9013673,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:28.251258 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:39:28.505736 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:26Z', 'revision_number': 3, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port': {'id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:28.569162 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Checking router: 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:39:28.569366 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Updating router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 port 1ddef5a2-af03-4d3c-a054-caa33507581e binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:39:28.663462 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:28.711108 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f41c-02cf-4491-8e0e-fff3b8a54139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:28.838387 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-2bd5f41c-02cf-4491-8e0e-fff3b8a54139 None None] For port a152fd8b-6242-4743-9678-de1af9c41019, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a152fd8b-6242-4743-9678-de1af9c41019,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:28.857794 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f41c-02cf-4491-8e0e-fff3b8a54139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:28.915166 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dffcc-86e0-4712-bc3d-82f15cb9a266 req-9c971d09-d375-4604-818e-a99c7b0a009d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:28.918027 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a87dffcc-86e0-4712-bc3d-82f15cb9a266 req-9c971d09-d375-4604-818e-a99c7b0a009d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.2653317 Nov 03 21:39:28.952146 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766ab86-cc4a-497e-8c8d-9fd3f08c75c6 req-dfb5aacb-2f3c-4a7b-a0b7-5c6bcb726a23 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:28.954924 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c766ab86-cc4a-497e-8c8d-9fd3f08c75c6 req-dfb5aacb-2f3c-4a7b-a0b7-5c6bcb726a23 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.2621558 Nov 03 21:39:29.056184 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 78e35607-f0ba-49b4-abd7-0ba0a9013673 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:29.075342 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:39:29.112885 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.140264 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5f41c-02cf-4491-8e0e-fff3b8a54139 None None] Pushing event updated for resources: {'Port': ['ID=a152fd8b-6242-4743-9678-de1af9c41019,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:29.240540 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c766ab86-cc4a-497e-8c8d-9fd3f08c75c6 req-23d54324-9b94-45b0-8c2e-f1e1333a6f7b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771223 Nov 03 21:39:29.251312 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-71dc95f6-336e-4313-b511-200c5723097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:27Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:29.270644 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a87dffcc-86e0-4712-bc3d-82f15cb9a266 req-2a0ae4bd-f753-455e-9b3c-541d81de3c04 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078928 Nov 03 21:39:29.378201 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 78e35607-f0ba-49b4-abd7-0ba0a9013673 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:29.388658 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.413150 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.427127 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.471166 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc95f6-336e-4313-b511-200c5723097b None None] The sync data for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi is: [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:27Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:39:29.506438 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Attempting to bind port 1ddef5a2-af03-4d3c-a054-caa33507581e on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:39:29.508615 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Attempting to bind port 1ddef5a2-af03-4d3c-a054-caa33507581e by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:39:29.511486 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Attempting to bind port 1ddef5a2-af03-4d3c-a054-caa33507581e on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:29.521648 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804727f-b174-4601-959e-94799a166e5b None None] Pushing event updated for resources: {'Port': ['ID=1ddef5a2-af03-4d3c-a054-caa33507581e,revision_number=2']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:29.538710 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:39:29.539093 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:29.539491 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.539885 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:39:29.540392 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Bound port: 1ddef5a2-af03-4d3c-a054-caa33507581e, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:39:29.540795 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.566820 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365cb58-ce05-4c87-9e10-dab987ff06dc req-4642f137-4271-42f6-a582-5099c7bff116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:29.572253 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6365cb58-ce05-4c87-9e10-dab987ff06dc req-4642f137-4271-42f6-a582-5099c7bff116 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 1098 time: 0.0922749 Nov 03 21:39:29.617788 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.670615 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6365cb58-ce05-4c87-9e10-dab987ff06dc req-16423252-df5f-4630-a521-53cfa0967c56 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908904 Nov 03 21:39:29.693187 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] For port 1ddef5a2-af03-4d3c-a054-caa33507581e, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:39:29.701659 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] For port 1ddef5a2-af03-4d3c-a054-caa33507581e, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=1ddef5a2-af03-4d3c-a054-caa33507581e,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:39:29.702264 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Allocated IP 172.20.0.1 (7129c216-16d7-4f0e-9dca-95e9ac1f5bb5/766c39ad-8868-41f0-8bfe-4b8771845d07/94a6843b-aafd-4709-b418-97dca8db3fcb) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:29.709335 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.711133 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 78e35607-f0ba-49b4-abd7-0ba0a9013673, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=78e35607-f0ba-49b4-abd7-0ba0a9013673,segment=NetworkSegment(10e77ab0-c342-4706-9a33-4a562703f77e),segment_id=10e77ab0-c342-4706-9a33-4a562703f77e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:29.717781 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.872752 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=78e35607-f0ba-49b4-abd7-0ba0a9013673,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:29.905580 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Routers {'2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:39:29.906630 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:39:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:29.907795 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:29.912191 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804727f-b174-4601-959e-94799a166e5b None None] Pushing event updated for resources: {'Port': ['ID=1ddef5a2-af03-4d3c-a054-caa33507581e,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:29.929327 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bcc0c0-07bc-429c-a84d-c976cf4fec9a None None] Network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:39:29.967643 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:30.032682 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:30.049786 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:30.051904 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Pushing event updated for resources: {'Port': ['ID=94a6843b-aafd-4709-b418-97dca8db3fcb,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:30.054794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:30.055477 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:30.091537 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-08074ecf-6fce-4347-94fe-44886683a6e6 None None] Provisioning complete for port 78e35607-f0ba-49b4-abd7-0ba0a9013673 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:30.092132 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-08074ecf-6fce-4347-94fe-44886683a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:30.170378 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] Set router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:39:30.219590 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:30.589214 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:26Z', 'revision_number': 3, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port': {'id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:30.632740 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38fba-8a3f-47ed-9e8b-cb3fab28352c req-4a7ae9b8-5ccc-4833-a873-ffdf0f1fe365 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:30.635848 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec30895-cb68-4798-b994-f4a9c345471e None None] The sync data for ids ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'] in dv-cinder-816573-1-iscsi is: [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:26Z', 'revision_number': 3, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port': {'id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:39:30.637703 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ffc38fba-8a3f-47ed-9e8b-cb3fab28352c req-4a7ae9b8-5ccc-4833-a873-ffdf0f1fe365 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.2103856 Nov 03 21:39:30.659382 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6dd18-55a5-4507-94c8-4d04c2f4e596 req-4f86cd7d-515b-4dd2-8e5a-3af8a3e902dc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:30.661009 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e4f6dd18-55a5-4507-94c8-4d04c2f4e596 req-4f86cd7d-515b-4dd2-8e5a-3af8a3e902dc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.1431940 Nov 03 21:39:30.751014 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-1cb7da00-7e84-4d84-bf4d-96896e4308b6 None None] Provisioning complete for port 94a6843b-aafd-4709-b418-97dca8db3fcb triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:30.752109 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1cb7da00-7e84-4d84-bf4d-96896e4308b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:30.835045 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:30.837440 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7da00-7e84-4d84-bf4d-96896e4308b6 None None] Port 94a6843b-aafd-4709-b418-97dca8db3fcb cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:39:30.855818 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:30.856507 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:30.874601 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-1cb7da00-7e84-4d84-bf4d-96896e4308b6 None None] Provisioning complete for port 78e35607-f0ba-49b4-abd7-0ba0a9013673 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:30.878701 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1cb7da00-7e84-4d84-bf4d-96896e4308b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:31.075914 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 78e35607-f0ba-49b4-abd7-0ba0a9013673 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:31.197217 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 78e35607-f0ba-49b4-abd7-0ba0a9013673 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:31.197911 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:31.304023 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ffc38fba-8a3f-47ed-9e8b-cb3fab28352c req-e64c87d0-cf15-4589-ba0e-6d8b09b7cc34 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408463 Nov 03 21:39:31.312075 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-eb4062e1-8fca-4dff-9792-de521e80f4bf None None] Provisioning complete for port 94a6843b-aafd-4709-b418-97dca8db3fcb triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:31.316314 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-eb4062e1-8fca-4dff-9792-de521e80f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:31.353294 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e4f6dd18-55a5-4507-94c8-4d04c2f4e596 req-03f88559-df18-412b-9737-16c7039f94bd tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789544 Nov 03 21:39:31.376022 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a152fd8b-6242-4743-9678-de1af9c41019 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:31.421632 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Pushing event updated for resources: {'Port': ['ID=94a6843b-aafd-4709-b418-97dca8db3fcb,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:31.477743 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-eb4062e1-8fca-4dff-9792-de521e80f4bf None None] Port 94a6843b-aafd-4709-b418-97dca8db3fcb cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:39:31.482476 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:31.484619 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:31.496098 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port a152fd8b-6242-4743-9678-de1af9c41019 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:31.496799 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:31.660171 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:39:31.805106 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:39:31.811511 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b2f7e9af-fa56-43cc-97f3-d60262783a88 admin admin] 10.222.0.62 "PUT /v2.0/routers/2d3e1f2f-5730-4fb9-8df1-ec6c3207f496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0439067 Nov 03 21:39:31.819032 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-04227c59-3861-4d98-b281-a7394284bdeb None None] Provisioning complete for port 94a6843b-aafd-4709-b418-97dca8db3fcb triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:31.819590 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-04227c59-3861-4d98-b281-a7394284bdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:31.866346 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-04227c59-3861-4d98-b281-a7394284bdeb None None] Port 94a6843b-aafd-4709-b418-97dca8db3fcb cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:39:32.446626 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048a18d-e1b7-4a9f-a6db-88e4de0d556d req-c109cc00-04cf-4f1d-8b5d-52e11cc7b01e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:32.448409 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2048a18d-e1b7-4a9f-a6db-88e4de0d556d req-c109cc00-04cf-4f1d-8b5d-52e11cc7b01e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0562057 Nov 03 21:39:32.517382 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2048a18d-e1b7-4a9f-a6db-88e4de0d556d req-52cf82a3-2151-4b44-a012-c37de8bf830b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541532 Nov 03 21:39:32.707832 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089243a-ae8d-4cf5-adaa-a9b7f777c236 req-26fefb07-9f00-4578-8e72-d1706f7b9901 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:32.710140 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2089243a-ae8d-4cf5-adaa-a9b7f777c236 req-26fefb07-9f00-4578-8e72-d1706f7b9901 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0710769 Nov 03 21:39:32.773151 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2089243a-ae8d-4cf5-adaa-a9b7f777c236 req-b6c7a2e3-57b9-4af4-8d87-b83a89ae9c27 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569558 Nov 03 21:39:32.919549 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 1ddef5a2-af03-4d3c-a054-caa33507581e up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:33.033561 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 1ddef5a2-af03-4d3c-a054-caa33507581e triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:33.033938 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:33.192318 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:33.304275 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 1ddef5a2-af03-4d3c-a054-caa33507581e, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=1ddef5a2-af03-4d3c-a054-caa33507581e,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:33.311197 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:33.400761 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Sync routers for ids ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:39:33.431319 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Routers {'2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:39:33.432028 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:39:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:33.555261 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=1ddef5a2-af03-4d3c-a054-caa33507581e,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:33.649553 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Set router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:39:34.047491 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:30Z', 'revision_number': 4, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port': {'id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '94a6843b-aafd-4709-b418-97dca8db3fcb', 'name': '', 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'mac_address': 'fa:16:3e:b0:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '766c39ad-8868-41f0-8bfe-4b8771845d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:29Z', 'updated_at': '2021-11-03T21:39:30Z', 'revision_number': 2, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'subnets': [{'id': '766c39ad-8868-41f0-8bfe-4b8771845d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:34.088731 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Checking router: 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:39:34.088731 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Updating router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 port 94a6843b-aafd-4709-b418-97dca8db3fcb binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:39:34.132042 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:34.644054 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:34.651491 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:34.763859 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5b035-10e2-4dcb-9588-68cfcd3e59dd None None] Pushing event updated for resources: {'Port': ['ID=94a6843b-aafd-4709-b418-97dca8db3fcb,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:34.804257 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Attempting to bind port 94a6843b-aafd-4709-b418-97dca8db3fcb on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:39:34.804806 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Attempting to bind port 94a6843b-aafd-4709-b418-97dca8db3fcb by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:39:34.805265 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Attempting to bind port 94a6843b-aafd-4709-b418-97dca8db3fcb on network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:34.806444 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-27a1e927-e725-46c4-aa22-3e3df84fb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:34.811419 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:39:34.811897 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Checking segment: {'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:34.812304 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:34.812726 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Bound using segment: {'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:39:34.813388 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Bound port: 94a6843b-aafd-4709-b418-97dca8db3fcb, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e77ab0-c342-4706-9a33-4a562703f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:39:34.814432 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:34.818630 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-27a1e927-e725-46c4-aa22-3e3df84fb456 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1098 time: 0.1414773 Nov 03 21:39:34.834870 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0769-cd0c-4676-bcd3-de3a3aacce45 req-78a335be-d30b-4fec-868e-a731a1f782ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:34.843003 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5be0769-cd0c-4676-bcd3-de3a3aacce45 req-78a335be-d30b-4fec-868e-a731a1f782ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0873914 Nov 03 21:39:34.937993 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 1ddef5a2-af03-4d3c-a054-caa33507581e up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:34.946295 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5be0769-cd0c-4676-bcd3-de3a3aacce45 req-dbdff84e-275f-4ba5-939f-2900d5252a75 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023149 Nov 03 21:39:34.976879 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-8a816152-420b-4eb1-b8be-04fcc822c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:34.991062 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] For port 94a6843b-aafd-4709-b418-97dca8db3fcb, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:39:35.000176 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-8a816152-420b-4eb1-b8be-04fcc822c2a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 920 time: 0.1656132 Nov 03 21:39:35.007123 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] For port 94a6843b-aafd-4709-b418-97dca8db3fcb, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=94a6843b-aafd-4709-b418-97dca8db3fcb,segment=NetworkSegment(10e77ab0-c342-4706-9a33-4a562703f77e),segment_id=10e77ab0-c342-4706-9a33-4a562703f77e)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:39:35.022002 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:35.026853 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 1ddef5a2-af03-4d3c-a054-caa33507581e triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:35.027213 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:35.082938 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-e590613d-f111-4671-a5ad-620baddc49f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 200 len: 217 time: 0.0729148 Nov 03 21:39:35.157384 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5b035-10e2-4dcb-9588-68cfcd3e59dd None None] Pushing event updated for resources: {'Port': ['ID=94a6843b-aafd-4709-b418-97dca8db3fcb,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:35.177858 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-d883d9e1-c95f-47d3-b4fb-917d68c9aaff None None] Provisioning complete for port 94a6843b-aafd-4709-b418-97dca8db3fcb triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:35.178225 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d883d9e1-c95f-47d3-b4fb-917d68c9aaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:35.209111 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-c659248b-261e-43cb-a32a-281738262c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:35.210810 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-c659248b-261e-43cb-a32a-281738262c50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.1133437 Nov 03 21:39:35.231683 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Routers {'2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:39:35.232317 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:39:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:35.269364 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-a62e1b69-549d-4e19-8d6e-42a48553a3e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423520 Nov 03 21:39:35.479369 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-5ada7313-0c27-439b-bccd-4ac231ba1a75 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013030 Nov 03 21:39:35.489011 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d883d9e1-c95f-47d3-b4fb-917d68c9aaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:35.494879 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] Set router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:39:35.628854 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19c68d53-9ba0-42dc-8212-4c5139a872cf req-36f6d2e3-0316-4e7a-a8cc-782a0da0f7b3 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376200 Nov 03 21:39:35.787817 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-d883d9e1-c95f-47d3-b4fb-917d68c9aaff None None] For port 94a6843b-aafd-4709-b418-97dca8db3fcb, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=94a6843b-aafd-4709-b418-97dca8db3fcb,segment=NetworkSegment(10e77ab0-c342-4706-9a33-4a562703f77e),segment_id=10e77ab0-c342-4706-9a33-4a562703f77e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:39:35.811406 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d883d9e1-c95f-47d3-b4fb-917d68c9aaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:35.898364 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-15a7c1ad-34b9-4cb4-97ea-a514352c8455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:35.985192 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883d9e1-c95f-47d3-b4fb-917d68c9aaff None None] Pushing event updated for resources: {'Port': ['ID=94a6843b-aafd-4709-b418-97dca8db3fcb,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:36.035024 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-8c463f9a-3822-4151-8b14-8874c77f6b7d None None] Provisioning complete for port 94a6843b-aafd-4709-b418-97dca8db3fcb triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:36.035446 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-8c463f9a-3822-4151-8b14-8874c77f6b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:36.170342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ecf04-8114-4a11-9161-d52c1e1a5932 req-8c5e33f3-f24d-41f8-aed3-224e10c1d1f8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:36.179402 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-169ecf04-8114-4a11-9161-d52c1e1a5932 req-8c5e33f3-f24d-41f8-aed3-224e10c1d1f8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0842824 Nov 03 21:39:36.193033 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:30Z', 'revision_number': 4, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port': {'id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '94a6843b-aafd-4709-b418-97dca8db3fcb', 'name': '', 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'mac_address': 'fa:16:3e:b0:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '766c39ad-8868-41f0-8bfe-4b8771845d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:29Z', 'updated_at': '2021-11-03T21:39:34Z', 'revision_number': 4, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'subnets': [{'id': '766c39ad-8868-41f0-8bfe-4b8771845d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:36.238534 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccefb0-e2ef-404e-9b08-9f144e78f00e None None] The sync data for ids ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'] in dv-cinder-816573-1-iscsi is: [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:30Z', 'revision_number': 4, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port': {'id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '94a6843b-aafd-4709-b418-97dca8db3fcb', 'name': '', 'network_id': '7129c216-16d7-4f0e-9dca-95e9ac1f5bb5', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'mac_address': 'fa:16:3e:b0:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '766c39ad-8868-41f0-8bfe-4b8771845d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:29Z', 'updated_at': '2021-11-03T21:39:34Z', 'revision_number': 4, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'subnets': [{'id': '766c39ad-8868-41f0-8bfe-4b8771845d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:39:36.261613 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-169ecf04-8114-4a11-9161-d52c1e1a5932 req-9254a6fc-5be8-4790-9683-fff506fcfaae tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808949 Nov 03 21:39:36.957716 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 94a6843b-aafd-4709-b418-97dca8db3fcb up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:39:37.048186 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 94a6843b-aafd-4709-b418-97dca8db3fcb triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:37.049446 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:37.488632 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837943d5-cc6d-4040-8dba-41471a7f4339 req-5bb23d07-b787-43c2-a8a1-5d73f7f7814e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:37.490980 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-837943d5-cc6d-4040-8dba-41471a7f4339 req-5bb23d07-b787-43c2-a8a1-5d73f7f7814e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0736256 Nov 03 21:39:37.573933 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-837943d5-cc6d-4040-8dba-41471a7f4339 req-be4b8583-a7a5-4554-bbe4-6d7298d23faf tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721712 Nov 03 21:39:38.155631 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-694e39e9-9561-4578-84db-ba204afd2ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:38.793820 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10c223-de4b-4019-b3c1-035ece48c663 req-1112125b-5238-480c-9253-d06d829c7267 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:38.805676 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fd10c223-de4b-4019-b3c1-035ece48c663 req-1112125b-5238-480c-9253-d06d829c7267 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1041880 Nov 03 21:39:38.889365 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fd10c223-de4b-4019-b3c1-035ece48c663 req-69233636-bb3f-442c-9169-6d68676ec932 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798948 Nov 03 21:39:39.022686 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:40.033853 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db67bc3-4036-406c-9fd3-271bc2b922a2 req-2e83cae8-9a37-4050-bf5c-c0f4732ba0f4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:40.041955 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5db67bc3-4036-406c-9fd3-271bc2b922a2 req-2e83cae8-9a37-4050-bf5c-c0f4732ba0f4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0815358 Nov 03 21:39:40.142039 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5db67bc3-4036-406c-9fd3-271bc2b922a2 req-d411144f-006e-4eee-86f4-25a0cb47181b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869014 Nov 03 21:39:40.329893 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:41.245750 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:41.282690 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67500f70-4ec9-4cb4-b972-c16e0e60c3df req-ccd96991-6805-4807-bb80-dd13a4cf05fd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:41.292746 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-67500f70-4ec9-4cb4-b972-c16e0e60c3df req-ccd96991-6805-4807-bb80-dd13a4cf05fd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0795898 Nov 03 21:39:41.375003 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-67500f70-4ec9-4cb4-b972-c16e0e60c3df req-970540d6-d087-4435-9661-29971d0a15e4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770752 Nov 03 21:39:42.506490 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39280c-8478-492e-a4f2-0dd732659f29 req-4a4a8ccf-b78a-4c25-94c5-950b390cd6b1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:42.508872 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ad39280c-8478-492e-a4f2-0dd732659f29 req-4a4a8ccf-b78a-4c25-94c5-950b390cd6b1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0589740 Nov 03 21:39:42.585291 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ad39280c-8478-492e-a4f2-0dd732659f29 req-d3ab11c4-5d40-4224-89f6-8030efb739cc tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707088 Nov 03 21:39:43.634033 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d06b6b2d-12be-4a22-a735-1b649555de5e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:43.643589 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d06b6b2d-12be-4a22-a735-1b649555de5e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 815 time: 0.2779343 Nov 03 21:39:43.673722 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-476ec445-e809-4c30-bb37-7783d013df56 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/quotas/90617d4adc484b9dbf589c42b95a514c HTTP/1.1" status: 200 len: 375 time: 0.0283744 Nov 03 21:39:43.804609 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-98201bad-1e1b-4380-963f-17acc0509c0d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1210213 Nov 03 21:39:43.936616 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaf445-9f52-41e5-9b21-69a96ca9d3d2 req-32ade27b-27ba-4c54-8288-48372ebbc71f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:43.944021 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f7eaf445-9f52-41e5-9b21-69a96ca9d3d2 req-32ade27b-27ba-4c54-8288-48372ebbc71f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.2074342 Nov 03 21:39:43.954389 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-b9659297-b5b2-4012-b0eb-1ced4f2f3deb service neutron] 10.222.0.62 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486051 Nov 03 21:39:44.094138 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f7eaf445-9f52-41e5-9b21-69a96ca9d3d2 req-672d9339-e256-4942-b04c-b8c5901cf61f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478436 Nov 03 21:39:44.155908 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-e3fcbcf0-7f07-485a-8d18-b73a2e5fcc1e service neutron] 10.222.0.62 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005491 Nov 03 21:39:44.366733 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bbe271e0-10cf-413d-861b-708a35e0b160 req-55762156-c46b-4065-ac6c-6d7f119312c8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 210 time: 0.0423820 Nov 03 21:39:45.234322 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-a3fa6f43-ff68-4722-bf3c-f43dcdc4886b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510163 Nov 03 21:39:45.327561 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-26d93e2f-001c-4933-a70b-5a18af981913 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:45.336733 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-26d93e2f-001c-4933-a70b-5a18af981913 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/networks?id=a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 200 len: 814 time: 0.1524093 Nov 03 21:39:45.356994 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-2864aed0-7e61-490b-9b2d-1ce22771ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:45.358116 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-99a643c0-a43a-421e-a4d8-5ee37e85e431 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/quotas/b5c172224baa4fc781455fc748f81bb2 HTTP/1.1" status: 200 len: 375 time: 0.0201931 Nov 03 21:39:45.360101 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-2864aed0-7e61-490b-9b2d-1ce22771ee83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 1099 time: 0.0916913 Nov 03 21:39:45.440769 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 35186) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:45.559328 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-cdec3b4c-8b3d-43e3-8372-81988d645a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:45.561339 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-cdec3b4c-8b3d-43e3-8372-81988d645a97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 916 time: 0.1489222 Nov 03 21:39:45.624326 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af65490-9c01-47c9-be36-43e1f9576d85 req-ca8e3980-f7b7-43fc-b23d-8ae51fd3f97d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:45.626008 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0af65490-9c01-47c9-be36-43e1f9576d85 req-ca8e3980-f7b7-43fc-b23d-8ae51fd3f97d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.2558920 Nov 03 21:39:45.639478 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-1cd08fec-fdea-42f9-9c0c-1d99827dcaea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee1b648-540c-4b59-af35-08de1ad82b40 HTTP/1.1" status: 200 len: 217 time: 0.0616813 Nov 03 21:39:45.643211 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-f3512d05-25db-4178-8023-036314c045a1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5c172224baa4fc781455fc748f81bb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2831080 Nov 03 21:39:45.705469 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Deleting subnet d184779b-f050-40fe-b0e8-514ef1a07329 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:39:45.712960 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-c2717028-4643-4bef-94c2-4bbe2b577a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:45.714713 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-c2717028-4643-4bef-94c2-4bbe2b577a8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 200 len: 855 time: 0.0628424 Nov 03 21:39:45.725297 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:45.781475 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-17b89f5a-76a8-4a93-bacd-391d87c40dde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc2f4177-644a-4bce-803a-b29dffa13aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336723 Nov 03 21:39:45.822223 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:45.832109 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-6af4586a-5066-4b82-b1cf-2524b9e87b77 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:45.833880 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-6af4586a-5066-4b82-b1cf-2524b9e87b77 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 815 time: 0.3914084 Nov 03 21:39:45.851830 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:45.882581 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Request body: {'port': {'device_id': '86313e00-df3b-461f-b423-23ce358b591c', 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'admin_state_up': True, 'tenant_id': '90617d4adc484b9dbf589c42b95a514c'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:45.900446 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0af65490-9c01-47c9-be36-43e1f9576d85 req-939b6735-8af4-427a-a279-055296d4142e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370245 Nov 03 21:39:45.908518 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-ab839100-8a17-47d0-b35c-05b55abd79f0 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110308 Nov 03 21:39:45.944928 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-fe963895-26ac-4b45-84da-696861772a2c service neutron] 10.222.0.62 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821069 Nov 03 21:39:46.028288 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.031577 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-1c12b862-20c8-4127-855b-51b0cdd355ca req-376cd6be-1cda-4fe1-aba5-92e27e91b34e service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059849 Nov 03 21:39:46.060884 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c75118f7-73f8-4283-a667-c6246f523df5 req-db9d5a75-d50d-447d-b0e8-2846b6d17f89 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 210 time: 0.0696681 Nov 03 21:39:46.124757 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d184779b-f050-40fe-b0e8-514ef1a07329,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:46.137680 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.140592 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d184779b-f050-40fe-b0e8-514ef1a07329 HTTP/1.1" status: 204 len: 168 time: 0.6956336 Nov 03 21:39:46.145258 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35212) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:46.156776 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.157126 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.158846 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.158846 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.158846 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.159165 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.159298 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.159651 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.159973 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.160303 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.160655 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.160966 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a4f76-fd37-4135-8ce8-75ecf8e138eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.210104 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-08f91618-26e9-4fd4-a4f2-a17805384b36 service neutron] 10.222.0.62 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175763 Nov 03 21:39:46.244856 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Made reservation on behalf of 90617d4adc484b9dbf589c42b95a514c for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:46.253327 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.254169 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.478050 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.490986 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9a17f50e-47a9-4ccc-bd60-4fcad77bb1d4 req-68de0b26-edbc-4d5e-895a-cf88e2906287 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 210 time: 0.0395110 Nov 03 21:39:46.505411 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700ad448-872b-4ee5-af40-08c6a816ce62']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:46.514619 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Allocated IP 172.20.0.8 (cc2f4177-644a-4bce-803a-b29dffa13aa8/f63c74b1-7ac4-4212-9c2e-b746e9b017fd/2020293b-57c2-4854-b39d-dc3f07ee80e2) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:46.518957 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce70c904-9079-45ba-93a8-c2f700512066') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:46.519577 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce70c904-9079-45ba-93a8-c2f700512066') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:46.541377 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.562416 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.570126 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:39:46.570568 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:39:46.581926 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:39:46.674942 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.699519 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.704943 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] 10.222.0.62 "DELETE /v2.0/networks/700ad448-872b-4ee5-af40-08c6a816ce62 HTTP/1.1" status: 204 len: 168 time: 0.5582194 Nov 03 21:39:46.706298 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=700ad448-872b-4ee5-af40-08c6a816ce62,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:46.708146 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 35236) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:46.714171 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.714522 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.714863 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.715199 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.715526 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.715855 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.716184 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.716545 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.716859 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.717184 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.717515 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.717822 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf24e3-2703-4137-8979-f73e759ae6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:39:46.795913 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.811695 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d78303-a11b-4f4e-834b-00b9a5077771 admin admin] Deleting subnet 00c70859-0a38-4d88-b393-b712b36a1c1a {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:39:46.820707 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c0d78303-a11b-4f4e-834b-00b9a5077771 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.865691 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2aac-eb26-48bb-a088-9dca5b1df90f req-14c8d1eb-64e7-4390-8c83-c5736bd411db tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:46.867197 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-95eb2aac-eb26-48bb-a088-9dca5b1df90f req-14c8d1eb-64e7-4390-8c83-c5736bd411db tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1581030 Nov 03 21:39:46.899049 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c0d78303-a11b-4f4e-834b-00b9a5077771 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.910525 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c0d78303-a11b-4f4e-834b-00b9a5077771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.939871 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:46.953390 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7ee1b648-540c-4b59-af35-08de1ad82b40', '79622f8c-fa74-4739-bef8-4e3f6752282a', 'a80a9978-54d5-4278-bfd6-100bdadedb9a'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:39:47.021214 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-95eb2aac-eb26-48bb-a088-9dca5b1df90f req-ad93cacd-964e-4f5c-9aaa-9f1f1e17f5a3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444659 Nov 03 21:39:47.078273 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Network cc2f4177-644a-4bce-803a-b29dffa13aa8 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:47.088980 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:47.092503 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:47.099332 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:47.100113 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.106917 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Pushing event updated for resources: {'Port': ['ID=2020293b-57c2-4854-b39d-dc3f07ee80e2,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:47.118682 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c0d78303-a11b-4f4e-834b-00b9a5077771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.153278 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d74357d7-fb88-4eb2-ac7a-bb46029fa736 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2973638 Nov 03 21:39:47.158616 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d78303-a11b-4f4e-834b-00b9a5077771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c70859-0a38-4d88-b393-b712b36a1c1a,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:47.159637 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c0d78303-a11b-4f4e-834b-00b9a5077771 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.163013 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c0d78303-a11b-4f4e-834b-00b9a5077771 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/00c70859-0a38-4d88-b393-b712b36a1c1a HTTP/1.1" status: 204 len: 168 time: 0.4527516 Nov 03 21:39:47.165936 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35258) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:47.171127 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9dd1d-9561-46fb-9df4-de2205e18e59 req-f633e3d5-d31b-4389-8f05-0fc4d1086905 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:47.172679 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-efe9dd1d-9561-46fb-9df4-de2205e18e59 req-f633e3d5-d31b-4389-8f05-0fc4d1086905 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1793668 Nov 03 21:39:47.178822 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Request body: {'port': {'device_id': '86313e00-df3b-461f-b423-23ce358b591c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:47.293176 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.308816 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.327044 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-efe9dd1d-9561-46fb-9df4-de2205e18e59 req-7d4973d4-19e8-4c82-9276-13a4edc44563 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247787 Nov 03 21:39:47.391259 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdad82b-4c80-451a-9e62-01300ffb6dd0 req-74010f52-6f6b-4cd0-87e8-e02906cb43e4 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:47.393410 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ecdad82b-4c80-451a-9e62-01300ffb6dd0 req-74010f52-6f6b-4cd0-87e8-e02906cb43e4 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 931 time: 0.1659644 Nov 03 21:39:47.432613 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.482230 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b97aa2-4ede-492b-8323-374291b8cfe0']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:47.499644 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ecb868-20e4-437f-aafc-119243c1707c') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:47.500014 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ecb868-20e4-437f-aafc-119243c1707c') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:39:47.513092 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.542414 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.551531 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:39:47.552961 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:39:47.556819 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:39:47.626054 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.631825 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:47.635381 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] 10.222.0.62 "DELETE /v2.0/networks/a7b97aa2-4ede-492b-8323-374291b8cfe0 HTTP/1.1" status: 204 len: 168 time: 0.4682148 Nov 03 21:39:47.648765 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520a319-e1ba-4345-a634-befd18e8496c admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b97aa2-4ede-492b-8323-374291b8cfe0,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:47.765809 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35276) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:47.806910 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bfe596b9-2e46-45f5-9982-af9d3e0570e5 req-2e9ed450-5854-421b-9f5b-b7ba0732ae30 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 210 time: 0.0517967 Nov 03 21:39:47.836315 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ecdad82b-4c80-451a-9e62-01300ffb6dd0 req-de272328-3316-412a-8859-1ccf7f0ee5f0 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341600 Nov 03 21:39:47.845556 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35280) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:47.905092 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-f4f5b3a3-1107-4b6d-aa51-8307be0ada57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cfb4c5599054dfb9462be417d93dacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568409 Nov 03 21:39:47.905769 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35282) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:48.019965 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bbfcf2d4-585d-46bc-817a-e2119e53c7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.049518 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2020293b-57c2-4854-b39d-dc3f07ee80e2 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:39:48.060954 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bbfcf2d4-585d-46bc-817a-e2119e53c7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.062158 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.089873 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Transition to ACTIVE for port object 2020293b-57c2-4854-b39d-dc3f07ee80e2 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:39:48.096565 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.122902 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-af0f50da-02ce-49fa-aea1-ba335ecfc0e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.142288 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-e0be1931-31ab-4cf4-8c11-e545c66b140f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:48.143883 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-e0be1931-31ab-4cf4-8c11-e545c66b140f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.11 "GET /v2.0/networks?id=a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 200 len: 814 time: 0.1954992 Nov 03 21:39:48.170223 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'port': {'device_id': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'admin_state_up': True, 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:39:48.229301 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Pushing event updated for resources: {'Port': ['ID=2020293b-57c2-4854-b39d-dc3f07ee80e2,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:48.250688 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bbfcf2d4-585d-46bc-817a-e2119e53c7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.253882 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bbfcf2d4-585d-46bc-817a-e2119e53c7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.255098 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-bbfcf2d4-585d-46bc-817a-e2119e53c7db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c67d8624-b2d3-4416-92c2-bca28ffb8f5e HTTP/1.1" status: 204 len: 168 time: 0.3483057 Nov 03 21:39:48.282430 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcf2d4-585d-46bc-817a-e2119e53c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67d8624-b2d3-4416-92c2-bca28ffb8f5e,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:48.282589 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08472d-b124-47e5-b504-ea6064dd1fcd req-5882cf49-9421-4021-ad65-70a3ce98ec2c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:48.284400 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5a08472d-b124-47e5-b504-ea6064dd1fcd req-5882cf49-9421-4021-ad65-70a3ce98ec2c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1312394 Nov 03 21:39:48.286801 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Attempting to bind port 2020293b-57c2-4854-b39d-dc3f07ee80e2 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:39:48.287138 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Attempting to bind port 2020293b-57c2-4854-b39d-dc3f07ee80e2 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:39:48.287637 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Attempting to bind port 2020293b-57c2-4854-b39d-dc3f07ee80e2 on network cc2f4177-644a-4bce-803a-b29dffa13aa8 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:48.292712 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Port 2020293b-57c2-4854-b39d-dc3f07ee80e2 on network cc2f4177-644a-4bce-803a-b29dffa13aa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:39:48.293045 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Attempting to bind port 2020293b-57c2-4854-b39d-dc3f07ee80e2 on network cc2f4177-644a-4bce-803a-b29dffa13aa8 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:39:48.317803 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:39:48.318361 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Checking segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:39:48.318468 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Bound using segment: {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:39:48.319033 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Bound port: 2020293b-57c2-4854-b39d-dc3f07ee80e2, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e89e3bf-75a3-44d3-8dc1-859dac1e4843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:39:48.319282 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.356119 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Made reservation on behalf of b5c172224baa4fc781455fc748f81bb2 for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:39:48.360062 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.389609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-af0f50da-02ce-49fa-aea1-ba335ecfc0e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.400744 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-af0f50da-02ce-49fa-aea1-ba335ecfc0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.438695 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5a08472d-b124-47e5-b504-ea6064dd1fcd req-47b40c20-0a22-48dd-acdb-2a738611e2e4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428862 Nov 03 21:39:48.474033 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] For port 2020293b-57c2-4854-b39d-dc3f07ee80e2, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:39:48.489692 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] For port 2020293b-57c2-4854-b39d-dc3f07ee80e2, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2020293b-57c2-4854-b39d-dc3f07ee80e2,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:39:48.509426 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-af0f50da-02ce-49fa-aea1-ba335ecfc0e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6faf8ef22444293b313551d4eded941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7425103 Nov 03 21:39:48.510651 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f50da-02ce-49fa-aea1-ba335ecfc0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8920b3-72ee-411e-a2f3-97ccdde3645e,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:48.513189 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35302) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:48.518308 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.602489 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:48.603125 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.604601 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] 10.222.0.11 "PUT /v2.0/ports/2020293b-57c2-4854-b39d-dc3f07ee80e2 HTTP/1.1" status: 200 len: 1093 time: 1.4309607 Nov 03 21:39:48.605046 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86313e00-df3b-461f-b423-23ce358b591c', 'tag': '2020293b-57c2-4854-b39d-dc3f07ee80e2'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:39:48.607576 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65a651f-41f7-4f1c-a481-90b7417f7e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "86313e00-df3b-461f-b423-23ce358b591c", "tag": "2020293b-57c2-4854-b39d-dc3f07ee80e2"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:39:48.638543 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba62fc-b964-4fe8-91a8-720a375dfc2e service neutron] Pushing event updated for resources: {'Port': ['ID=2020293b-57c2-4854-b39d-dc3f07ee80e2,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:48.651262 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681bc0f-c9ac-433b-8083-63cb65d3b78d req-acbf7309-1eac-4ac5-80e3-755048381f80 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:48.661355 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2681bc0f-c9ac-433b-8083-63cb65d3b78d req-acbf7309-1eac-4ac5-80e3-755048381f80 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1777661 Nov 03 21:39:48.679466 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7008b91-7775-43eb-9caf-e728d152f49f x-openstack-request-id: req-a7008b91-7775-43eb-9caf-e728d152f49f {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:39:48.679756 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86313e00-df3b-461f-b423-23ce358b591c", "tag": "2020293b-57c2-4854-b39d-dc3f07ee80e2", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:39:48.680011 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7008b91-7775-43eb-9caf-e728d152f49f {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:39:48.680439 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86313e00-df3b-461f-b423-23ce358b591c', 'tag': '2020293b-57c2-4854-b39d-dc3f07ee80e2', 'status': 'completed', 'code': 200} Nov 03 21:39:48.708279 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-210d2e2b-0114-4499-a394-d8444da6ed9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.749608 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Allocated IP 172.20.0.3 (a14587c0-9db1-4f85-823c-6f728153f919/bea23d2f-8852-4d90-8c79-2a57b5376b84/1afa71ed-98d4-4512-adae-2cc3275980fa) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:39:48.758504 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-210d2e2b-0114-4499-a394-d8444da6ed9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.792538 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2681bc0f-c9ac-433b-8083-63cb65d3b78d req-b45a839b-917c-4efa-9e0d-d899c4550936 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299636 Nov 03 21:39:48.805098 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-f3432870-c51a-4f29-b0d8-651f21066ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:48.806641 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-f3432870-c51a-4f29-b0d8-651f21066ecd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 1096 time: 0.1060159 Nov 03 21:39:48.863896 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35316) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:48.897676 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-7012386b-b8b5-4de5-ba1f-96674e6b16ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020293b-57c2-4854-b39d-dc3f07ee80e2 HTTP/1.1" status: 200 len: 217 time: 0.0692885 Nov 03 21:39:48.915014 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-210d2e2b-0114-4499-a394-d8444da6ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.917665 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-210d2e2b-0114-4499-a394-d8444da6ed9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:48.922043 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-210d2e2b-0114-4499-a394-d8444da6ed9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e8920b3-72ee-411e-a2f3-97ccdde3645e HTTP/1.1" status: 204 len: 168 time: 0.4029431 Nov 03 21:39:48.942243 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c4b840f-5766-4bce-a629-b263b3ee6d66 req-d95a255b-9860-44fc-a90b-4ae59b5ac8e4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 210 time: 0.0310323 Nov 03 21:39:48.963249 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-da6bdee7-2fb0-48c1-a5fb-2dd5e8d2ec5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f75693f32014639a6353a810e647a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981817 Nov 03 21:39:48.966179 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35324) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:48.968293 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d2e2b-0114-4499-a394-d8444da6ed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8920b3-72ee-411e-a2f3-97ccdde3645e,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:49.054163 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-49ff755f-e693-42aa-86e8-9760265a82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:49.054356 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.063204 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-49ff755f-e693-42aa-86e8-9760265a82e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 200 len: 855 time: 0.1183708 Nov 03 21:39:49.082733 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fe067cee-8f39-4f67-b683-f16d48feba86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.097536 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bb406-b777-4a4b-a8ce-46107e660824 req-87496f15-d4ed-449d-852b-639bfe48b36d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:49.100307 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c75bb406-b777-4a4b-a8ce-46107e660824 req-87496f15-d4ed-449d-852b-639bfe48b36d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.1559145 Nov 03 21:39:49.161670 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fe067cee-8f39-4f67-b683-f16d48feba86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.215431 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c75bb406-b777-4a4b-a8ce-46107e660824 req-e9c24d4a-a030-4df9-8c95-f7898c3a2020 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056333 Nov 03 21:39:49.256210 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.344439 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.353589 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fe067cee-8f39-4f67-b683-f16d48feba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.357371 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fe067cee-8f39-4f67-b683-f16d48feba86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.361903 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-fe067cee-8f39-4f67-b683-f16d48feba86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfb24b24-e7d4-4e1f-a29c-ede460b0031a HTTP/1.1" status: 204 len: 168 time: 0.3943858 Nov 03 21:39:49.374111 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'Port': ['ID=1afa71ed-98d4-4512-adae-2cc3275980fa,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:49.380534 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Network a14587c0-9db1-4f85-823c-6f728153f919 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:39:49.387147 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:39:49.391383 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:39:49.398683 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe067cee-8f39-4f67-b683-f16d48feba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb24b24-e7d4-4e1f-a29c-ede460b0031a,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:49.537636 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:49.548991 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.600100 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-cab9b806-245f-45a3-a48f-056567b36fd4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4381578 Nov 03 21:39:49.684603 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8959e-9194-44d7-9011-fc67e4d9ea8f req-9daf5950-18a4-4c53-b048-3b0361e637b1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:49.686157 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cee8959e-9194-44d7-9011-fc67e4d9ea8f req-9daf5950-18a4-4c53-b048-3b0361e637b1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0999632 Nov 03 21:39:49.737020 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35336) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:49.758815 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-48132b3f-2cf7-4d76-a22e-10027278790e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.813963 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cee8959e-9194-44d7-9011-fc67e4d9ea8f req-74688277-e709-41c6-8390-2fe88d86a74b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030157 Nov 03 21:39:49.909518 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-48132b3f-2cf7-4d76-a22e-10027278790e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.914578 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-48132b3f-2cf7-4d76-a22e-10027278790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.958395 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-48132b3f-2cf7-4d76-a22e-10027278790e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33a0af86285e468b8c47262c3232f0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201986 Nov 03 21:39:49.959221 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48132b3f-2cf7-4d76-a22e-10027278790e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c74266-24a3-40b6-a9a5-7f6be1ada36b,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:49.962800 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35346) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:49.981805 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-caf6b315-f36e-44b0-9d9c-47d33c25f65f None None] Provisioning complete for port 1afa71ed-98d4-4512-adae-2cc3275980fa triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:39:49.982291 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-caf6b315-f36e-44b0-9d9c-47d33c25f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:49.996674 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db80be-b26b-4f93-85a5-592a298b5172 req-2573ca35-ad46-441b-9321-3256a64cc3be tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:49.998245 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f4db80be-b26b-4f93-85a5-592a298b5172 req-2573ca35-ad46-441b-9321-3256a64cc3be tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0690532 Nov 03 21:39:50.069690 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4def-6c17-4be2-bdaf-697b25949a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:50.080665 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-caf6b315-f36e-44b0-9d9c-47d33c25f65f None None] Port 1afa71ed-98d4-4512-adae-2cc3275980fa cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:39:50.101392 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4def-6c17-4be2-bdaf-697b25949a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:50.113294 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f4db80be-b26b-4f93-85a5-592a298b5172 req-3d099292-234c-4b74-a7d8-5195529985bd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928090 Nov 03 21:39:50.179115 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a7311-2e11-48a3-b333-9db8a7c713c0 req-1acfe3eb-f902-4f08-8d72-5ea811dc6540 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:50.181362 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-343a7311-2e11-48a3-b333-9db8a7c713c0 req-1acfe3eb-f902-4f08-8d72-5ea811dc6540 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.0889890 Nov 03 21:39:50.206761 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4def-6c17-4be2-bdaf-697b25949a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:50.209329 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4def-6c17-4be2-bdaf-697b25949a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:50.210632 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-bc3b4def-6c17-4be2-bdaf-697b25949a02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5c74266-24a3-40b6-a9a5-7f6be1ada36b HTTP/1.1" status: 204 len: 168 time: 0.2469246 Nov 03 21:39:50.240423 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b4def-6c17-4be2-bdaf-697b25949a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c74266-24a3-40b6-a9a5-7f6be1ada36b,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:50.280540 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-343a7311-2e11-48a3-b333-9db8a7c713c0 req-522c770d-eeae-430d-a3d4-9d371828fa66 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927010 Nov 03 21:39:50.409491 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11eb52-9c4f-4c41-acc4-3a851fd0166c req-b9564b37-9df6-42ce-8276-2c28126a9aa1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:50.411111 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3b11eb52-9c4f-4c41-acc4-3a851fd0166c req-b9564b37-9df6-42ce-8276-2c28126a9aa1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.0580270 Nov 03 21:39:50.470967 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3b11eb52-9c4f-4c41-acc4-3a851fd0166c req-34305799-0497-4284-98dd-5b196078c180 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536580 Nov 03 21:39:50.967141 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875016d0-4e37-4780-9db8-d8a3989f36fe req-f9c517a9-1c91-4555-acab-550fdebcb224 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:50.968799 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-875016d0-4e37-4780-9db8-d8a3989f36fe req-f9c517a9-1c91-4555-acab-550fdebcb224 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0557556 Nov 03 21:39:51.039356 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-875016d0-4e37-4780-9db8-d8a3989f36fe req-845084ad-242a-4a01-a855-0176d396e528 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616417 Nov 03 21:39:51.183247 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35398) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:51.275832 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058dc46-43ee-47c6-b139-af482d61289e req-82b18261-8a57-47dd-a08a-b7c59043235e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:51.277497 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8058dc46-43ee-47c6-b139-af482d61289e req-82b18261-8a57-47dd-a08a-b7c59043235e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0798151 Nov 03 21:39:51.341541 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8058dc46-43ee-47c6-b139-af482d61289e req-684145bc-f32d-4b2a-b760-0ca0bf492de7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565991 Nov 03 21:39:51.358878 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6e06-904d-42a2-a6da-b84472553885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:51.423762 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa77f5-50fa-467b-bc28-f0b531982c2b req-42964c26-e6ed-477e-acc9-40f47004df6d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:51.428947 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cafa77f5-50fa-467b-bc28-f0b531982c2b req-42964c26-e6ed-477e-acc9-40f47004df6d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.0581377 Nov 03 21:39:51.483520 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6e06-904d-42a2-a6da-b84472553885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:51.488230 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6e06-904d-42a2-a6da-b84472553885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:51.500628 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cafa77f5-50fa-467b-bc28-f0b531982c2b req-1eca857b-4847-459d-a1a0-a1613259780a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684330 Nov 03 21:39:51.533512 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-dc8e6e06-904d-42a2-a6da-b84472553885 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=862981e8014c46caa4033571259c9146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490729 Nov 03 21:39:51.535656 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e6e06-904d-42a2-a6da-b84472553885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232cdc7b-f314-4e6d-b77e-560d1142643a,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:51.536479 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 35416) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:51.634581 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f56d-86bb-4616-9bb4-d1b8595bf0ea req-32a460da-f7a8-44d1-b8d1-48c6b933464d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:51.636118 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c2b9f56d-86bb-4616-9bb4-d1b8595bf0ea req-32a460da-f7a8-44d1-b8d1-48c6b933464d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.0813651 Nov 03 21:39:51.664084 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e20e004-1b06-4698-a87c-53a6413bf915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:51.709365 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e20e004-1b06-4698-a87c-53a6413bf915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:51.732672 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c2b9f56d-86bb-4616-9bb4-d1b8595bf0ea req-b1a11422-c646-44e1-9a46-196c6b12151c tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846319 Nov 03 21:39:51.752843 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35420) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:51.808704 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e20e004-1b06-4698-a87c-53a6413bf915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:51.811493 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e20e004-1b06-4698-a87c-53a6413bf915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:51.816742 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2e20e004-1b06-4698-a87c-53a6413bf915 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/232cdc7b-f314-4e6d-b77e-560d1142643a HTTP/1.1" status: 204 len: 168 time: 0.2750158 Nov 03 21:39:51.833749 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20e004-1b06-4698-a87c-53a6413bf915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232cdc7b-f314-4e6d-b77e-560d1142643a,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:51.921538 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f34cb65-8671-4d48-bb02-80c1244735e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:52.038215 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f34cb65-8671-4d48-bb02-80c1244735e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:52.042941 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f34cb65-8671-4d48-bb02-80c1244735e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:52.154207 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-9f34cb65-8671-4d48-bb02-80c1244735e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d3e53df0a524a76ab2911c9a560ce59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853624 Nov 03 21:39:52.156488 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 35434) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:39:52.161067 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34cb65-8671-4d48-bb02-80c1244735e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a499a83d-1ec0-471d-810e-1063d21a0c6c,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:52.305125 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bf071-bef1-4834-bc85-389e39e7690a req-5a2eb26a-9d1a-4444-8786-6c06dafe76ba tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:52.306853 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b60bf071-bef1-4834-bc85-389e39e7690a req-5a2eb26a-9d1a-4444-8786-6c06dafe76ba tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1405082 Nov 03 21:39:52.313378 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b87e248c-bb11-4c2e-b92c-dbf110d2a60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:52.376299 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b87e248c-bb11-4c2e-b92c-dbf110d2a60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:52.446367 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b60bf071-bef1-4834-bc85-389e39e7690a req-a55f56aa-fbfe-473b-a58f-a1b2caac90aa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018317 Nov 03 21:39:52.516881 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b87e248c-bb11-4c2e-b92c-dbf110d2a60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:52.520616 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b87e248c-bb11-4c2e-b92c-dbf110d2a60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:39:52.524788 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b87e248c-bb11-4c2e-b92c-dbf110d2a60f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a499a83d-1ec0-471d-810e-1063d21a0c6c HTTP/1.1" status: 204 len: 168 time: 0.3620996 Nov 03 21:39:52.552912 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e248c-bb11-4c2e-b92c-dbf110d2a60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a499a83d-1ec0-471d-810e-1063d21a0c6c,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:39:52.600853 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee86ff-5ff4-4489-b6a4-86cfb6a33205 req-533baf72-edb7-40bb-ab16-14841e042a83 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:52.602479 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1aee86ff-5ff4-4489-b6a4-86cfb6a33205 req-533baf72-edb7-40bb-ab16-14841e042a83 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1246581 Nov 03 21:39:52.736998 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1aee86ff-5ff4-4489-b6a4-86cfb6a33205 req-5a6df6f3-3e80-4346-a6fc-76e631a18d65 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033385 Nov 03 21:39:52.756199 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dd24f-91b0-4bcd-8455-1601e93149b9 req-c076ed55-8391-41ff-a660-d99461520feb tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:52.762506 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eb2dd24f-91b0-4bcd-8455-1601e93149b9 req-c076ed55-8391-41ff-a660-d99461520feb tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.1299455 Nov 03 21:39:52.861667 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eb2dd24f-91b0-4bcd-8455-1601e93149b9 req-92396776-cccf-4ae8-aa23-b14616c4f1fc tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834222 Nov 03 21:39:52.937872 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e358556-6335-4530-a623-7ca443eb4c42 req-0b35a568-6014-4a82-b1db-7035570a6303 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:52.947565 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7e358556-6335-4530-a623-7ca443eb4c42 req-0b35a568-6014-4a82-b1db-7035570a6303 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.0781929 Nov 03 21:39:53.014088 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7e358556-6335-4530-a623-7ca443eb4c42 req-0dd20ba4-d6df-4fc0-a3c2-0d793eba57be tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608556 Nov 03 21:39:53.601422 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad5b5-f779-4606-a62d-125a052e81d2 req-1550092d-5f32-4651-9d68-5643c2863986 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:53.603318 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96aad5b5-f779-4606-a62d-125a052e81d2 req-1550092d-5f32-4651-9d68-5643c2863986 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0554349 Nov 03 21:39:53.678210 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96aad5b5-f779-4606-a62d-125a052e81d2 req-4279e083-488e-4ebf-a251-765fa1a51308 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678046 Nov 03 21:39:53.940170 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d328a-cc85-47e3-9e47-b8a715ed702f req-b5294144-767c-4472-b2fa-87c0b4f3a4d6 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:53.941511 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c20d328a-cc85-47e3-9e47-b8a715ed702f req-b5294144-767c-4472-b2fa-87c0b4f3a4d6 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1045609 Nov 03 21:39:54.076286 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a067c8b-5ae3-49ed-8813-a791d595cabe req-fa9e76b5-5ca2-4411-b2f7-f6e88c75f551 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:54.086044 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8a067c8b-5ae3-49ed-8813-a791d595cabe req-fa9e76b5-5ca2-4411-b2f7-f6e88c75f551 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.1196368 Nov 03 21:39:54.101094 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c20d328a-cc85-47e3-9e47-b8a715ed702f req-cb5f7744-a8ac-4f61-9599-0d3bcf12277f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533442 Nov 03 21:39:54.151168 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8a067c8b-5ae3-49ed-8813-a791d595cabe req-f62db364-aec1-4580-9b90-4f84e19cbf78 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487742 Nov 03 21:39:54.324313 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084595-ceb1-478b-9320-c85919cb053b req-87db13be-01d8-454a-9708-ee74f3079bbd tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:54.325905 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-20084595-ceb1-478b-9320-c85919cb053b req-87db13be-01d8-454a-9708-ee74f3079bbd tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.1114860 Nov 03 21:39:54.386293 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-20084595-ceb1-478b-9320-c85919cb053b req-68d4f444-2813-4037-acb8-d808458a6ac6 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502520 Nov 03 21:39:54.825573 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95d67-8ccb-4302-a532-b377baf969dd req-13d6cc7a-ea11-4058-b95f-26836854cd98 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:54.833189 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9dd95d67-8ccb-4302-a532-b377baf969dd req-13d6cc7a-ea11-4058-b95f-26836854cd98 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0827768 Nov 03 21:39:54.893293 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9dd95d67-8ccb-4302-a532-b377baf969dd req-a99da583-b2f0-4325-a776-86747d1ebee4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516346 Nov 03 21:39:55.369069 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898c0d0-598b-4851-9a85-bdb75d8cfe47 req-fc224366-c274-4a60-b93c-3907d33050d7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:55.377059 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a898c0d0-598b-4851-9a85-bdb75d8cfe47 req-fc224366-c274-4a60-b93c-3907d33050d7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1284060 Nov 03 21:39:55.405602 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47d53c-6a45-484d-908c-1e7369653276 req-3b494da0-f533-404e-9858-9b2251a83afa tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:55.407281 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4c47d53c-6a45-484d-908c-1e7369653276 req-3b494da0-f533-404e-9858-9b2251a83afa tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.1267829 Nov 03 21:39:55.461657 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a898c0d0-598b-4851-9a85-bdb75d8cfe47 req-6c42f36d-e602-48ee-8cbf-0a9fe23aa7b0 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836616 Nov 03 21:39:55.502866 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4c47d53c-6a45-484d-908c-1e7369653276 req-ccad0a66-0843-4d8d-99fe-5bdd6f331eeb tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819504 Nov 03 21:39:55.644396 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922802e-171a-4f4d-b1e1-e332b00c8666 req-4991d0f4-8381-4f09-bd2f-3eb88e96ff0a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:55.645969 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7922802e-171a-4f4d-b1e1-e332b00c8666 req-4991d0f4-8381-4f09-bd2f-3eb88e96ff0a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.0588317 Nov 03 21:39:55.724042 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7922802e-171a-4f4d-b1e1-e332b00c8666 req-01546266-7adf-48d0-a900-9c14908dd58e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687511 Nov 03 21:39:56.020876 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb364eb-0da4-4f5a-ad6d-4689c7593eba req-2909dabc-11e9-4a3c-97c3-e4ed3101aa13 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:56.022487 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eeb364eb-0da4-4f5a-ad6d-4689c7593eba req-2909dabc-11e9-4a3c-97c3-e4ed3101aa13 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0541046 Nov 03 21:39:56.096395 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eeb364eb-0da4-4f5a-ad6d-4689c7593eba req-4dd6566b-2e4e-4452-9cf1-de71778c5fca tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668111 Nov 03 21:39:56.607601 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d298-8665-4536-ac82-d9f3af52ee8e req-0484010e-b272-46d3-a135-56abe100e17e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:56.607601 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4c36d298-8665-4536-ac82-d9f3af52ee8e req-0484010e-b272-46d3-a135-56abe100e17e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0586946 Nov 03 21:39:56.712886 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4c36d298-8665-4536-ac82-d9f3af52ee8e req-00c7bc6b-ac2e-4270-945b-e90c7867d233 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984578 Nov 03 21:39:56.731886 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7b393-ce86-45bf-a1e6-b8c8fe0789af req-3da420a4-0605-42ea-9c07-9d366e3f7692 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:56.733458 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d7d7b393-ce86-45bf-a1e6-b8c8fe0789af req-3da420a4-0605-42ea-9c07-9d366e3f7692 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.0916898 Nov 03 21:39:56.786375 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d7d7b393-ce86-45bf-a1e6-b8c8fe0789af req-84fedc6f-56e7-43b0-88aa-6fd23640aa0f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Nov 03 21:39:56.868087 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10587e41-b62b-49c6-99b6-4bfa5260749a req-2ebc257d-2c9f-41f3-9b2e-da817e7cbfa3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:56.870044 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10587e41-b62b-49c6-99b6-4bfa5260749a req-2ebc257d-2c9f-41f3-9b2e-da817e7cbfa3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.0592322 Nov 03 21:39:56.919352 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10587e41-b62b-49c6-99b6-4bfa5260749a req-1f042623-c6e0-4e7a-bf99-29136d72afec tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Nov 03 21:39:57.220448 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ec39-ae58-4f93-8f39-42e99b0a0630 req-2b4ab540-db88-41b4-a502-80f7e64af7a3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:57.221968 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fe66ec39-ae58-4f93-8f39-42e99b0a0630 req-2b4ab540-db88-41b4-a502-80f7e64af7a3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0512280 Nov 03 21:39:57.279242 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fe66ec39-ae58-4f93-8f39-42e99b0a0630 req-3bc1fef2-052d-4c64-8ca4-d46be7e62709 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513041 Nov 03 21:39:57.882158 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad46512-0be8-4c9e-8b33-293a2cf9d4ca req-9ffe6a3a-32f9-4d97-833d-1592e26cb127 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:57.883638 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2ad46512-0be8-4c9e-8b33-293a2cf9d4ca req-9ffe6a3a-32f9-4d97-833d-1592e26cb127 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0815282 Nov 03 21:39:57.952226 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d0dc8-3b06-4fee-bb96-992ee9571277 req-1c4d521b-df8f-4334-b0dd-eed92765c619 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:57.954811 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bf3d0dc8-3b06-4fee-bb96-992ee9571277 req-1c4d521b-df8f-4334-b0dd-eed92765c619 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.0879443 Nov 03 21:39:57.973824 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2ad46512-0be8-4c9e-8b33-293a2cf9d4ca req-82e0594e-5c1a-414f-800d-121937f21da5 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719936 Nov 03 21:39:58.016245 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bf3d0dc8-3b06-4fee-bb96-992ee9571277 req-22a9f58c-8c5e-4449-9fa4-ca9b2c86c0f4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535231 Nov 03 21:39:58.102094 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809891-614c-4cd9-861f-f1d51a2a062a req-27fd3543-e16b-4d6b-bd4d-77476ba5fbbf tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:58.103691 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-db809891-614c-4cd9-861f-f1d51a2a062a req-27fd3543-e16b-4d6b-bd4d-77476ba5fbbf tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.0538855 Nov 03 21:39:58.157057 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-db809891-614c-4cd9-861f-f1d51a2a062a req-73b73eff-9b8b-4b64-be1d-91d3d88a2796 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Nov 03 21:39:58.424763 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cd214-e435-4dff-98bd-fa2e498d2e46 req-2ab3195c-4c1a-494f-a3d0-2b498a76939c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:58.428261 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f77cd214-e435-4dff-98bd-fa2e498d2e46 req-2ab3195c-4c1a-494f-a3d0-2b498a76939c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0640647 Nov 03 21:39:58.478734 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f77cd214-e435-4dff-98bd-fa2e498d2e46 req-33b5d177-67df-4be1-bf5a-6eefeb04306e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436232 Nov 03 21:39:59.123029 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2f14c-8847-40b8-b645-6ae2c87ff497 req-26bb739c-dadc-4a01-bb2b-6383a06cb9db tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:59.124641 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d8a2f14c-8847-40b8-b645-6ae2c87ff497 req-26bb739c-dadc-4a01-bb2b-6383a06cb9db tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0765586 Nov 03 21:39:59.205711 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2538-6c1d-49db-b1d3-d883f30cc3a9 req-1c1254d6-7691-4fe4-a5c9-e4a96ca6512f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:59.208506 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cfaf2538-6c1d-49db-b1d3-d883f30cc3a9 req-1c1254d6-7691-4fe4-a5c9-e4a96ca6512f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.1093931 Nov 03 21:39:59.226901 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d8a2f14c-8847-40b8-b645-6ae2c87ff497 req-0ba5c636-e987-4884-b011-ed907bd506c0 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880113 Nov 03 21:39:59.267947 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cfaf2538-6c1d-49db-b1d3-d883f30cc3a9 req-7c59c07f-14e9-4193-a0fb-be5d00e4dd76 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504971 Nov 03 21:39:59.343216 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22a593-c848-4f5d-9562-7d8eb11d26e5 req-17ce911c-ed9f-4dea-a604-cbd1a226d16b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:59.344852 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ea22a593-c848-4f5d-9562-7d8eb11d26e5 req-17ce911c-ed9f-4dea-a604-cbd1a226d16b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.0566337 Nov 03 21:39:59.403810 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ea22a593-c848-4f5d-9562-7d8eb11d26e5 req-29700af4-9786-4f8e-b9b7-d410baf5cd0d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521123 Nov 03 21:39:59.611498 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6657085-9d75-485c-9a2d-7ed201567e43 req-2f2863a0-0e64-4871-90a2-c3e39fa1d906 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:39:59.613226 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f6657085-9d75-485c-9a2d-7ed201567e43 req-2f2863a0-0e64-4871-90a2-c3e39fa1d906 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0545430 Nov 03 21:39:59.670567 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f6657085-9d75-485c-9a2d-7ed201567e43 req-8bd1964a-4a5b-4181-8af7-dbce6897721e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509150 Nov 03 21:40:00.498147 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3382b-2394-4e33-abe3-b234593d3928 req-4ef7262f-8f47-4be1-9f39-05bd893bb52c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:00.507332 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9dc3382b-2394-4e33-abe3-b234593d3928 req-4ef7262f-8f47-4be1-9f39-05bd893bb52c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0972102 Nov 03 21:40:00.523062 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093945-cf63-4472-aef1-21253c1afdc6 req-811489ad-206c-415e-8d7d-b8facceeddf5 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:00.530901 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5e093945-cf63-4472-aef1-21253c1afdc6 req-811489ad-206c-415e-8d7d-b8facceeddf5 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.1445277 Nov 03 21:40:00.623979 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9dc3382b-2394-4e33-abe3-b234593d3928 req-e6a7ad34-a1f7-43c5-a362-7079fceb4082 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163082 Nov 03 21:40:00.633509 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5e093945-cf63-4472-aef1-21253c1afdc6 req-88d65c0c-3a93-4871-96b2-6c1f026b4203 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011176 Nov 03 21:40:00.874610 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698a58f-94c8-4e34-b262-309ce6ff4704 req-07886d3a-4fbf-45e8-82e9-f7846798f38f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:00.876291 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4698a58f-94c8-4e34-b262-309ce6ff4704 req-07886d3a-4fbf-45e8-82e9-f7846798f38f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.1150646 Nov 03 21:40:00.893073 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa2e3-b2e8-426b-8d47-bd47ebc1604b req-ca92f718-68b4-4416-97d9-c43ffd8d87d8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:00.894713 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8bdaa2e3-b2e8-426b-8d47-bd47ebc1604b req-ca92f718-68b4-4416-97d9-c43ffd8d87d8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1233170 Nov 03 21:40:00.979678 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4698a58f-94c8-4e34-b262-309ce6ff4704 req-59ef90fd-70e1-4385-8724-a97cbfe6c796 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837588 Nov 03 21:40:00.988561 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8bdaa2e3-b2e8-426b-8d47-bd47ebc1604b req-51d48f07-01b8-45e9-9ea7-737b4deb2910 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836284 Nov 03 21:40:01.780487 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fb88-b02e-4e42-83c5-f3e71e727e02 req-41b5c822-0f82-4f07-8deb-eeab5002be9f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:01.781991 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a691fb88-b02e-4e42-83c5-f3e71e727e02 req-41b5c822-0f82-4f07-8deb-eeab5002be9f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.0833201 Nov 03 21:40:01.815708 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86bb76-16ad-453d-a68a-c1799d0fd79b req-f6db950b-b6e7-490f-af0e-f2d70661c96b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:01.817335 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0d86bb76-16ad-453d-a68a-c1799d0fd79b req-f6db950b-b6e7-490f-af0e-f2d70661c96b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0870738 Nov 03 21:40:01.861134 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a691fb88-b02e-4e42-83c5-f3e71e727e02 req-bf21275f-4212-4e15-bf0f-b8b3747dfdd3 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721080 Nov 03 21:40:01.889872 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0d86bb76-16ad-453d-a68a-c1799d0fd79b req-b6676982-31e8-4042-90e4-1f5936a8fe50 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625806 Nov 03 21:40:02.060069 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 35676) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:02.160728 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a656dc-3c6f-483b-a68f-7c5bf293a165 req-fcf3ca00-df76-41fd-b0d0-77caee4f858a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:02.162226 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1a656dc-3c6f-483b-a68f-7c5bf293a165 req-fcf3ca00-df76-41fd-b0d0-77caee4f858a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0808558 Nov 03 21:40:02.170459 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080e98b-1d2b-4af1-8dc7-33badd9bc2d1 req-d35dfe3a-f668-4948-a8bc-e3249a1ce554 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:02.171875 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f080e98b-1d2b-4af1-8dc7-33badd9bc2d1 req-d35dfe3a-f668-4948-a8bc-e3249a1ce554 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.0885763 Nov 03 21:40:02.203240 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-950c4424-6d25-4295-a193-af4e8b5c0a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:02.284858 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e1a656dc-3c6f-483b-a68f-7c5bf293a165 req-c61c0cbf-f83a-41c4-aef4-7e222771f3ab tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103053 Nov 03 21:40:02.292940 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f080e98b-1d2b-4af1-8dc7-33badd9bc2d1 req-b882b0f4-91a8-4af8-8b97-f4a4ef505796 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084437 Nov 03 21:40:02.345051 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-950c4424-6d25-4295-a193-af4e8b5c0a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:02.349198 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-950c4424-6d25-4295-a193-af4e8b5c0a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:02.388711 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-950c4424-6d25-4295-a193-af4e8b5c0a7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2716a2e65e274ce99ed0dcc1c9b31614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274214 Nov 03 21:40:02.389758 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c4424-6d25-4295-a193-af4e8b5c0a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb1ea70-2210-47ce-b74a-dd397ccb701c,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:02.391591 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35684) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:02.444996 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-da7a1a05-d431-4faf-bb9c-b7ab9b3e6479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:02.468331 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-da7a1a05-d431-4faf-bb9c-b7ab9b3e6479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:02.534178 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-da7a1a05-d431-4faf-bb9c-b7ab9b3e6479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:02.537197 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-da7a1a05-d431-4faf-bb9c-b7ab9b3e6479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:02.538763 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-da7a1a05-d431-4faf-bb9c-b7ab9b3e6479 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfb1ea70-2210-47ce-b74a-dd397ccb701c HTTP/1.1" status: 204 len: 168 time: 0.1451077 Nov 03 21:40:02.547167 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1a05-d431-4faf-bb9c-b7ab9b3e6479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb1ea70-2210-47ce-b74a-dd397ccb701c,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:02.644022 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-c85336bc-cca8-49b8-9fcc-ca498db1ffbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc2f4177-644a-4bce-803a-b29dffa13aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275927 Nov 03 21:40:02.646560 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Request body: {'port': {'device_id': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:02.720308 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:03.034688 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-4fa393e5-e708-4950-b566-54a1557d5b56 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806729 Nov 03 21:40:03.065024 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b66e46-232b-41bf-a38d-8f49d2be5fd4 req-1bd65177-773c-4977-a6b5-4d65c6b37d62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.066452 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e7b66e46-232b-41bf-a38d-8f49d2be5fd4 req-1bd65177-773c-4977-a6b5-4d65c6b37d62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 931 time: 0.1099987 Nov 03 21:40:03.098798 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afa71ed-98d4-4512-adae-2cc3275980fa {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:40:03.100831 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c77f4-fd17-4e6b-ac49-15f86d3ed60e req-381ba1a9-7fa2-4175-9152-dfa18f8aa0cb tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.102403 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c50c77f4-fd17-4e6b-ac49-15f86d3ed60e req-381ba1a9-7fa2-4175-9152-dfa18f8aa0cb tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1163440 Nov 03 21:40:03.111596 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:03.127699 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Transition to ACTIVE for port object 1afa71ed-98d4-4512-adae-2cc3275980fa will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:40:03.131918 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:03.198247 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Pushing event updated for resources: {'Port': ['ID=1afa71ed-98d4-4512-adae-2cc3275980fa,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:03.241190 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-361a06ca-503d-431a-bb9b-5cd864256e2c req-e52fd9ba-3538-459c-92ec-1a861984e854 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944404 Nov 03 21:40:03.248892 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e7b66e46-232b-41bf-a38d-8f49d2be5fd4 req-04b7ee4c-4076-4f36-985e-ff40b3c7f2e7 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640112 Nov 03 21:40:03.259958 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c50c77f4-fd17-4e6b-ac49-15f86d3ed60e req-02bf932b-3b6e-4b1f-96ae-1e398d7886f3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290090 Nov 03 21:40:03.364314 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Attempting to bind port 1afa71ed-98d4-4512-adae-2cc3275980fa on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:40:03.364682 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Attempting to bind port 1afa71ed-98d4-4512-adae-2cc3275980fa by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:40:03.365011 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Attempting to bind port 1afa71ed-98d4-4512-adae-2cc3275980fa on network a14587c0-9db1-4f85-823c-6f728153f919 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:40:03.370137 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Port 1afa71ed-98d4-4512-adae-2cc3275980fa on network a14587c0-9db1-4f85-823c-6f728153f919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:40:03.370461 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Attempting to bind port 1afa71ed-98d4-4512-adae-2cc3275980fa on network a14587c0-9db1-4f85-823c-6f728153f919 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:40:03.380501 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:40:03.380839 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Checking segment: {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:03.381224 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Bound using segment: {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:40:03.381704 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Bound port: 1afa71ed-98d4-4512-adae-2cc3275980fa, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e44ddb-e0f4-4374-8b36-be56abc6b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:40:03.382206 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:03.387274 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35724) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:03.436912 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-3dd07533-95df-499d-bbbf-70ff3444fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.438517 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-3dd07533-95df-499d-bbbf-70ff3444fba3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90617d4adc484b9dbf589c42b95a514c&device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 1096 time: 0.1007645 Nov 03 21:40:03.475735 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] For port 1afa71ed-98d4-4512-adae-2cc3275980fa, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:40:03.479163 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] For port 1afa71ed-98d4-4512-adae-2cc3275980fa, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=1afa71ed-98d4-4512-adae-2cc3275980fa,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:40:03.485068 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:03.519476 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.523532 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:03.525109 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] 10.222.0.11 "PUT /v2.0/ports/1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 1093 time: 0.8857729 Nov 03 21:40:03.525561 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:40:03.528048 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b1cedb-cb74-49bb-8b16-8582796f9865" -d '{"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:40:03.553416 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-138777983-network', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:03.586585 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85145-337c-4c22-8121-037b1cd5cef5 req-141b5b23-c911-483a-be51-38e8b1361bb6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.588136 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9ff85145-337c-4c22-8121-037b1cd5cef5 req-141b5b23-c911-483a-be51-38e8b1361bb6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1700778 Nov 03 21:40:03.596532 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dea4d-32f1-4033-9850-19c717edbfe6 req-37f68889-89df-4567-b195-76faafe8598e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.604259 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-151dea4d-32f1-4033-9850-19c717edbfe6 req-37f68889-89df-4567-b195-76faafe8598e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.1871853 Nov 03 21:40:03.639066 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Made reservation on behalf of d9ae235971d5467cbf6d19058d63882c for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:40:03.641357 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:03.652287 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:03.686817 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-2a150005-7808-41eb-8b67-c1a7ad447807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.688444 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-2a150005-7808-41eb-8b67-c1a7ad447807 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 200 len: 916 time: 0.2194598 Nov 03 21:40:03.696329 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5596266-7ee5-47e8-97e3-ac4484ddb538 service neutron] Pushing event updated for resources: {'Port': ['ID=1afa71ed-98d4-4512-adae-2cc3275980fa,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:03.734675 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9ff85145-337c-4c22-8121-037b1cd5cef5 req-9776749f-1309-4655-acd6-5ee8709feaeb tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239886 Nov 03 21:40:03.740043 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-6317a0e9-6cc3-4950-8ada-6389c8cbde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.741708 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-6317a0e9-6cc3-4950-8ada-6389c8cbde61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5c172224baa4fc781455fc748f81bb2&device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1096 time: 0.1555221 Nov 03 21:40:03.785212 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:40:03.804019 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-151dea4d-32f1-4033-9850-19c717edbfe6 req-58c16f17-67ef-4d87-8311-020d2331b3f2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987727 Nov 03 21:40:03.805742 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-f7c5cd3b-2cab-489d-a4c9-0a47cb906eb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020293b-57c2-4854-b39d-dc3f07ee80e2 HTTP/1.1" status: 200 len: 217 time: 0.1050727 Nov 03 21:40:03.883044 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-83c60d8e-4887-4f11-8116-147ae5e8aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:03.884714 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-83c60d8e-4887-4f11-8116-147ae5e8aee4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 200 len: 855 time: 0.0676761 Nov 03 21:40:03.944038 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-1e007d69-2a50-4740-9a82-ce36a149e3f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc2f4177-644a-4bce-803a-b29dffa13aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454993 Nov 03 21:40:03.975480 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:03.989624 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '30c0f440-0881-4874-811a-05d91fb0bc96', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'port_id': '30c0f440-0881-4874-811a-05d91fb0bc96', 'mac_address': 'fa:16:3e:21:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:40:04.056886 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.077245 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30c0f440-0881-4874-811a-05d91fb0bc96 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:40:04.096108 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-9a46f2a1-8380-4ee4-a453-d6514e3356e1 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424215 Nov 03 21:40:04.118820 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:04.124258 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.139841 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea41a8-e99e-4b5a-8e06-7db13cecc28a x-openstack-request-id: req-baea41a8-e99e-4b5a-8e06-7db13cecc28a {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:40:04.140103 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:40:04.140406 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baea41a8-e99e-4b5a-8e06-7db13cecc28a {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:40:04.140776 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'status': 'completed', 'code': 200} Nov 03 21:40:04.144885 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-283e9fef-c582-4d6f-9463-7fc562117fe5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 217 time: 0.3891361 Nov 03 21:40:04.193909 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=6']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:04.201322 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.201956 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.202438 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.202922 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.203391 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.203882 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.204280 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e65a651f-41f7-4f1c-a481-90b7417f7e6d req-284760bb-fa6c-4c7b-b4e5-590f66b26fd6 service neutron] 10.222.0.11 "GET /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987921 Nov 03 21:40:04.204602 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.204940 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.205287 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.205621 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.205949 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.206270 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:04.210314 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.219252 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.229320 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-3c2d93ca-1e80-485a-bc99-7c63b0dae184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.231053 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-3c2d93ca-1e80-485a-bc99-7c63b0dae184 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea23d2f-8852-4d90-8c79-2a57b5376b84 HTTP/1.1" status: 200 len: 853 time: 0.0777273 Nov 03 21:40:04.243646 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:40:04.291884 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.292229 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Added segment e3459a24-292a-40ae-bfa0-028229e5c7a6 of type vlan for network d9396bc9-d804-479b-8930-8150cacae48d Nov 03 21:40:04.293720 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9172e135-1047-4a63-aa0f-9721c5517159,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:04.354445 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.366238 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-749d9bc3-bc5c-4cae-be50-19633a2bee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.367797 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-749d9bc3-bc5c-4cae-be50-19633a2bee78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a14587c0-9db1-4f85-823c-6f728153f919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1252966 Nov 03 21:40:04.395661 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['30c0f440-0881-4874-811a-05d91fb0bc96'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:40:04.425719 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a721b-b59e-46cb-a356-8099d2184a10 req-6dbebe9d-ce4a-4481-9201-d80793c2a6f0 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.427841 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c83a721b-b59e-46cb-a356-8099d2184a10 req-6dbebe9d-ce4a-4481-9201-d80793c2a6f0 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 943 time: 0.0958683 Nov 03 21:40:04.436975 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7618f-75d5-43e9-b9d7-6099fe331b05 req-4fd2a186-993c-4466-8110-2078b380feeb tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.438506 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c1e7618f-75d5-43e9-b9d7-6099fe331b05 req-4fd2a186-993c-4466-8110-2078b380feeb tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0691974 Nov 03 21:40:04.442318 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.443260 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.443869 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.507557 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c83a721b-b59e-46cb-a356-8099d2184a10 req-2500409f-f630-4e24-a1ee-0ddcc7b529b9 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680206 Nov 03 21:40:04.515338 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1263325 Nov 03 21:40:04.520793 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 35756) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:04.529432 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271021d-d712-439a-a2fb-d6ddb0e5883d admin admin] Pushing event updated for resources: {'Network': ['ID=d9396bc9-d804-479b-8930-8150cacae48d,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:04.535347 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Request body: {'subnet': {'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-138777983-subnet', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:04.545364 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network d9396bc9-d804-479b-8930-8150cacae48d details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:40:04.547411 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c1e7618f-75d5-43e9-b9d7-6099fe331b05 req-5125c3ee-e968-4812-9c0f-9e19208b051c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938854 Nov 03 21:40:04.548828 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-3353a1e7-3280-4641-82d1-3d5b011aab92 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675308 Nov 03 21:40:04.565649 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Made reservation on behalf of d9ae235971d5467cbf6d19058d63882c for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:40:04.568554 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.678479 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f22675f2-4cc5-456d-9ecc-127d48943a37 req-425eb8e7-eb95-4d5b-958f-c7d2f82b23d5 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105783 Nov 03 21:40:04.767812 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:04.826309 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-e58885eb-63c3-43f2-9757-6b7ec36d1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.827977 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-e58885eb-63c3-43f2-9757-6b7ec36d1f59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5c172224baa4fc781455fc748f81bb2&device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1096 time: 0.0538914 Nov 03 21:40:04.920110 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9031653-3a70-417f-82e2-b398c5f35018,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:04.933938 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Checking segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:04.934312 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Network hostable DHCP agents. Network: d9396bc9-d804-479b-8930-8150cacae48d, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:40:04.939547 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-1e8b83c2-ddc7-4a41-86de-81ef9af19993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.941147 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-1e8b83c2-ddc7-4a41-86de-81ef9af19993 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 200 len: 915 time: 0.1045864 Nov 03 21:40:04.964594 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f738d-6fde-46d5-aca4-f194791518ff req-80a28eaf-175f-42bc-84a5-026046129c1a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.966202 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d55f738d-6fde-46d5-aca4-f194791518ff req-80a28eaf-175f-42bc-84a5-026046129c1a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 945 time: 0.1583383 Nov 03 21:40:04.975085 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723719c-7c2d-467a-b3e2-c7b02e7bb79b req-57cae25b-4ba7-46a2-9982-a1c761cc1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.976605 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8723719c-7c2d-467a-b3e2-c7b02e7bb79b req-57cae25b-4ba7-46a2-9982-a1c761cc1515 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1098 time: 0.1630783 Nov 03 21:40:04.988487 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742bf60-c0c7-4ca4-9ac3-eba406bd86c2 req-3fadc872-3d98-45a2-b93a-1b28d1aa5478 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:04.989939 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6742bf60-c0c7-4ca4-9ac3-eba406bd86c2 req-3fadc872-3d98-45a2-b93a-1b28d1aa5478 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 943 time: 0.1218565 Nov 03 21:40:04.995284 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-251aaa16-0415-44fd-9c39-ffe09f46b176 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 217 time: 0.0424268 Nov 03 21:40:05.005513 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Network d9396bc9-d804-479b-8930-8150cacae48d is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:40:05.049710 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-c58a8f30-5c54-4230-a8d8-001d4effd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:05.051363 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-c58a8f30-5c54-4230-a8d8-001d4effd5ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea23d2f-8852-4d90-8c79-2a57b5376b84 HTTP/1.1" status: 200 len: 853 time: 0.0479832 Nov 03 21:40:05.052640 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, d9396bc9-d804-479b-8930-8150cacae48d) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:05.062313 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee593d-cd14-4ed8-842c-74222586b08e None None] Network d9396bc9-d804-479b-8930-8150cacae48d requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:40:05.073583 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:05.074228 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.105376 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-0bf93362-3c20-4ffa-b9d9-f9af89371e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:05.107057 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-0bf93362-3c20-4ffa-b9d9-f9af89371e86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a14587c0-9db1-4f85-823c-6f728153f919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472541 Nov 03 21:40:05.124439 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d55f738d-6fde-46d5-aca4-f194791518ff req-081b654b-a41c-44b7-897f-5a86af23a731 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468151 Nov 03 21:40:05.127117 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8723719c-7c2d-467a-b3e2-c7b02e7bb79b req-97c02060-0af6-4d9e-96cb-308495ceb5cc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363027 Nov 03 21:40:05.131504 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6742bf60-c0c7-4ca4-9ac3-eba406bd86c2 req-14fd487d-eb1c-44ee-9f2e-8c79ce4efd5b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291304 Nov 03 21:40:05.134706 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-770d12da-97e9-4ef1-8cbe-bb9db63f8b63 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6126804 Nov 03 21:40:05.137427 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 35768) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:05.142514 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:05.199585 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.201032 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.270967 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-d9396bc9-d804-479b-8930-8150cacae48d', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:40:05.272015 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.274139 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.280888 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-990f2bd5-1636-4d87-9a74-b9d947826110 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646469 Nov 03 21:40:05.466278 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.481035 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-51b1cedb-cb74-49bb-8b16-8582796f9865 req-e0609099-a560-402d-94d1-180ced27313c service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125388 Nov 03 21:40:05.534145 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35782) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:05.591890 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07156358-67e3-4016-8145-1cc744218a76 req-7b10b060-ce3d-458d-b370-0632e14d32fd tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:05.593603 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-07156358-67e3-4016-8145-1cc744218a76 req-7b10b060-ce3d-458d-b370-0632e14d32fd tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1091766 Nov 03 21:40:05.616084 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Allocated IP 172.20.0.2 (d9396bc9-d804-479b-8930-8150cacae48d/a9031653-3a70-417f-82e2-b398c5f35018/55b17220-56e0-49d8-b16f-f973736e3d2d) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:40:05.666293 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2ee0f63-2e76-450f-9d0d-84a9a13d360b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.688426 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb61f-1743-44ec-8d81-16b5aeaa90b7 req-e869bb12-74cf-484f-a918-414485fddb46 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:05.690530 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-07ceb61f-1743-44ec-8d81-16b5aeaa90b7 req-e869bb12-74cf-484f-a918-414485fddb46 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 943 time: 0.0959384 Nov 03 21:40:05.702863 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-07156358-67e3-4016-8145-1cc744218a76 req-1748acf3-56ba-4437-97b5-3be5685955f4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960743 Nov 03 21:40:05.724085 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-23b3d610-fe28-4294-b3c6-888c6ea84adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.771697 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2ee0f63-2e76-450f-9d0d-84a9a13d360b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.777241 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2ee0f63-2e76-450f-9d0d-84a9a13d360b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.783143 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 2020293b-57c2-4854-b39d-dc3f07ee80e2 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:40:05.795650 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:05.810038 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee0f63-2e76-450f-9d0d-84a9a13d360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e56ab4-acc6-4263-bbe5-bb0b958948e1,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:05.834120 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-b2ee0f63-2e76-450f-9d0d-84a9a13d360b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a24f070f89b145e48f1ed99cc221ce76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955492 Nov 03 21:40:05.834511 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35790) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:05.842744 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.853956 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-07ceb61f-1743-44ec-8d81-16b5aeaa90b7 req-bf6c5bbe-e9c3-43cf-b971-c5687d3dc913 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495359 Nov 03 21:40:05.867366 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.897461 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-081f7923-bfc2-4ade-8d4d-ce777b4d3d72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.922675 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-081f7923-bfc2-4ade-8d4d-ce777b4d3d72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.940710 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Network d9396bc9-d804-479b-8930-8150cacae48d is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:05.940950 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4259-6753-4a94-943e-f87fdedc1b12 req-36f0e657-bf7e-491a-a90c-e7f4ed7bb065 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:05.942585 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-274c4259-6753-4a94-943e-f87fdedc1b12 req-36f0e657-bf7e-491a-a90c-e7f4ed7bb065 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1348534 Nov 03 21:40:05.943828 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.950234 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:05.953328 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:40:05.966219 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.977849 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-081f7923-bfc2-4ade-8d4d-ce777b4d3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.980809 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-081f7923-bfc2-4ade-8d4d-ce777b4d3d72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:05.981971 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-081f7923-bfc2-4ade-8d4d-ce777b4d3d72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73e56ab4-acc6-4263-bbe5-bb0b958948e1 HTTP/1.1" status: 204 len: 168 time: 0.1465187 Nov 03 21:40:05.991454 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f7923-bfc2-4ade-8d4d-ce777b4d3d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e56ab4-acc6-4263-bbe5-bb0b958948e1,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:06.016711 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Pushing event updated for resources: {'Port': ['ID=55b17220-56e0-49d8-b16f-f973736e3d2d,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:06.042793 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:40:06.066057 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-274c4259-6753-4a94-943e-f87fdedc1b12 req-e58fe941-931e-4d67-b9a1-bc443b14c7f4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011596 Nov 03 21:40:06.072744 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 2020293b-57c2-4854-b39d-dc3f07ee80e2, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2020293b-57c2-4854-b39d-dc3f07ee80e2,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:06.088471 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '2020293b-57c2-4854-b39d-dc3f07ee80e2', 'network_id': 'cc2f4177-644a-4bce-803a-b29dffa13aa8', 'port_id': '2020293b-57c2-4854-b39d-dc3f07ee80e2', 'mac_address': 'fa:16:3e:5c:a6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63c74b1-7ac4-4212-9c2e-b746e9b017fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:40:06.093382 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 30c0f440-0881-4874-811a-05d91fb0bc96 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:06.093813 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.141659 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Allocated IP 172.27.0.83 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:40:06.162326 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Attempting to bind port 55b17220-56e0-49d8-b16f-f973736e3d2d on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:40:06.162693 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Attempting to bind port 55b17220-56e0-49d8-b16f-f973736e3d2d by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:40:06.163046 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Attempting to bind port 55b17220-56e0-49d8-b16f-f973736e3d2d on network d9396bc9-d804-479b-8930-8150cacae48d {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:40:06.174849 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:40:06.175110 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Checking segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:06.175515 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.176518 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Bound using segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:40:06.177170 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Bound port: 55b17220-56e0-49d8-b16f-f973736e3d2d, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:40:06.178156 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.216301 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.234567 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2020293b-57c2-4854-b39d-dc3f07ee80e2 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:40:06.286229 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.325996 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 2020293b-57c2-4854-b39d-dc3f07ee80e2, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2020293b-57c2-4854-b39d-dc3f07ee80e2,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:06.344434 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.415776 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.417278 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=2020293b-57c2-4854-b39d-dc3f07ee80e2,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:06.434981 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] For port 55b17220-56e0-49d8-b16f-f973736e3d2d, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:40:06.447924 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35808) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:06.465640 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-705fc5ad-8253-463e-bc01-bad0190e263f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.466983 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.484632 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] For port 55b17220-56e0-49d8-b16f-f973736e3d2d, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=55b17220-56e0-49d8-b16f-f973736e3d2d,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:40:06.486259 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff55d0f-8d42-42fd-8c54-aedeea3bedeb req-17303f51-82ee-4e71-b875-55983ceee1aa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:06.489167 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fff55d0f-8d42-42fd-8c54-aedeea3bedeb req-17303f51-82ee-4e71-b875-55983ceee1aa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 945 time: 0.1661675 Nov 03 21:40:06.498788 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.547722 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:40:06.548527 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:06.550746 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f4f2bd-7c60-48a7-b07d-c6d8ea3d9b83" -d '{"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-plugged", "status": "completed", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:40:06.574526 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166141fe-28cc-4402-a1e8-86c18bd674a6 req-8c1ec963-250b-4180-a345-e4baf9ad5b4f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:06.576473 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-166141fe-28cc-4402-a1e8-86c18bd674a6 req-8c1ec963-250b-4180-a345-e4baf9ad5b4f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 944 time: 0.2375169 Nov 03 21:40:06.587573 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-705fc5ad-8253-463e-bc01-bad0190e263f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.589682 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:06.598297 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-705fc5ad-8253-463e-bc01-bad0190e263f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.600259 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Pushing event updated for resources: {'Port': ['ID=9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:06.616372 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:06.623996 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:40:06.640280 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.644412 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b3450-109e-433d-87c4-9badaca32bd9 None None] Pushing event updated for resources: {'Port': ['ID=55b17220-56e0-49d8-b16f-f973736e3d2d,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:06.669005 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-705fc5ad-8253-463e-bc01-bad0190e263f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36f9dce116df4ff2908ef776ae096e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185352 Nov 03 21:40:06.669866 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fc5ad-8253-463e-bc01-bad0190e263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6ed5e8-6959-4b8c-99e2-2d5fb089261f,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:06.672395 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35818) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:06.733481 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cc9c8d2d-8168-4a0f-86db-423e0e3fbf4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.741079 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=7']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:06.756813 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['2020293b-57c2-4854-b39d-dc3f07ee80e2'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:40:06.763865 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cc9c8d2d-8168-4a0f-86db-423e0e3fbf4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.838021 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cc9c8d2d-8168-4a0f-86db-423e0e3fbf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.842628 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-166141fe-28cc-4402-a1e8-86c18bd674a6 req-7614778a-ede7-43f8-a2b3-b46012839c34 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504106 Nov 03 21:40:06.848847 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cc9c8d2d-8168-4a0f-86db-423e0e3fbf4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:06.854161 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-cc9c8d2d-8168-4a0f-86db-423e0e3fbf4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb6ed5e8-6959-4b8c-99e2-2d5fb089261f HTTP/1.1" status: 204 len: 168 time: 0.1801662 Nov 03 21:40:06.861588 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fff55d0f-8d42-42fd-8c54-aedeea3bedeb req-516a8775-68de-4c6e-8ff7-bb0c27ac9492 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226669 Nov 03 21:40:06.880305 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c8d2d-8168-4a0f-86db-423e0e3fbf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6ed5e8-6959-4b8c-99e2-2d5fb089261f,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:06.956718 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd17509-9101-4903-8f05-5d8784246328 x-openstack-request-id: req-5dd17509-9101-4903-8f05-5d8784246328 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:40:06.957033 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-plugged", "status": "completed", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:40:06.957291 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5dd17509-9101-4903-8f05-5d8784246328 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:40:06.957692 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96', 'code': 200} Nov 03 21:40:07.387493 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d999df-8e70-4b2c-ad75-1f8fddc7c183 req-0dab9c76-35c6-4914-8223-47235d4c5091 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:07.395953 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3d999df-8e70-4b2c-ad75-1f8fddc7c183 req-0dab9c76-35c6-4914-8223-47235d4c5091 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 943 time: 0.3538411 Nov 03 21:40:07.437245 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123147-7b91-4f0e-b229-a217faff75c8 req-33f956bf-97f6-452e-a6ab-1297e65fde2e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:07.439135 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-85123147-7b91-4f0e-b229-a217faff75c8 req-33f956bf-97f6-452e-a6ab-1297e65fde2e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.4155715 Nov 03 21:40:07.456077 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:07.581023 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35838) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:07.603904 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-657bf59f-4a41-4f53-9547-84361422ad71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:07.687240 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3d999df-8e70-4b2c-ad75-1f8fddc7c183 req-6d5c5446-799c-4bf3-bdde-9c473a0cd038 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903256 Nov 03 21:40:07.692783 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-85123147-7b91-4f0e-b229-a217faff75c8 req-cf930e09-9a0c-41af-8e26-d612ebd71f23 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337902 Nov 03 21:40:07.788848 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-657bf59f-4a41-4f53-9547-84361422ad71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:07.794391 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 1afa71ed-98d4-4512-adae-2cc3275980fa details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:40:07.803784 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-657bf59f-4a41-4f53-9547-84361422ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:07.926050 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-657bf59f-4a41-4f53-9547-84361422ad71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08ec58fd6abe4304bd3075f7d8d04eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380322 Nov 03 21:40:07.930262 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 35844) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:07.934436 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98576e-f352-44dd-b5a4-01671bbc0e66 req-c34f7e44-526b-4fb9-b5be-04ab3429076d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:07.935987 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6d98576e-f352-44dd-b5a4-01671bbc0e66 req-c34f7e44-526b-4fb9-b5be-04ab3429076d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0996249 Nov 03 21:40:07.942599 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bf59f-4a41-4f53-9547-84361422ad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e265b4f1-ee0d-4e8f-bba0-4fa3c38331ad,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:07.952659 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.057480 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 1afa71ed-98d4-4512-adae-2cc3275980fa, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=1afa71ed-98d4-4512-adae-2cc3275980fa,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:08.065430 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cffdc552-7cd9-439f-98dc-f96cab7fc9a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.076004 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'port_id': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'mac_address': 'fa:16:3e:b1:a8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:40:08.107685 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cffdc552-7cd9-439f-98dc-f96cab7fc9a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.121941 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b772029-f734-4aad-b9ab-ca549e9ea221 None None] Network d9396bc9-d804-479b-8930-8150cacae48d requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:40:08.163079 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.185238 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cffdc552-7cd9-439f-98dc-f96cab7fc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.198669 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cffdc552-7cd9-439f-98dc-f96cab7fc9a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.199836 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-cffdc552-7cd9-439f-98dc-f96cab7fc9a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e265b4f1-ee0d-4e8f-bba0-4fa3c38331ad HTTP/1.1" status: 204 len: 168 time: 0.2683454 Nov 03 21:40:08.217865 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a0ffd900-440a-45f2-a0be-5df7d57be4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.219228 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdc552-7cd9-439f-98dc-f96cab7fc9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265b4f1-ee0d-4e8f-bba0-4fa3c38331ad,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:08.224660 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2195de-41a8-41e6-8da8-6e49fe1262c1 req-69851588-027d-405b-8087-6a4eba7825b9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:08.226676 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cd2195de-41a8-41e6-8da8-6e49fe1262c1 req-69851588-027d-405b-8087-6a4eba7825b9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 944 time: 0.1243567 Nov 03 21:40:08.230274 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6d98576e-f352-44dd-b5a4-01671bbc0e66 req-2baa6b5e-c6a4-46a5-a0a2-140c730b3556 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852733 Nov 03 21:40:08.265891 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afa71ed-98d4-4512-adae-2cc3275980fa {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:40:08.340520 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cd2195de-41a8-41e6-8da8-6e49fe1262c1 req-a1b5915f-c9b9-4962-ba8e-476a565e781a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814376 Nov 03 21:40:08.379416 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:40:08.380745 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-03de7ef6-a6d9-4356-ad9f-76d20b3ab953 None None] Provisioning complete for port 55b17220-56e0-49d8-b16f-f973736e3d2d triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:08.381128 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-03de7ef6-a6d9-4356-ad9f-76d20b3ab953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.403202 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 1afa71ed-98d4-4512-adae-2cc3275980fa, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=1afa71ed-98d4-4512-adae-2cc3275980fa,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:08.462663 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.683916 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f67f-70a8-46be-995c-57410dd9cd0e req-7d4ba33d-34d3-4edb-b8f9-fc579469feb8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:08.685536 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b91f67f-70a8-46be-995c-57410dd9cd0e req-7d4ba33d-34d3-4edb-b8f9-fc579469feb8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1392853 Nov 03 21:40:08.734397 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:40:08.747712 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:40:08.756977 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] Publish callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.760845 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3dd36b8a-2b0a-4c9f-b7e4-3c1f5212d07f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6198781 Nov 03 21:40:08.761952 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 35860) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:08.775229 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:08.776118 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-03de7ef6-a6d9-4356-ad9f-76d20b3ab953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:08.779293 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:08.793722 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=1afa71ed-98d4-4512-adae-2cc3275980fa,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:08.822602 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b91f67f-70a8-46be-995c-57410dd9cd0e req-ccb890cb-129d-4631-b64f-715ca4f40fb8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246068 Nov 03 21:40:08.876460 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['1afa71ed-98d4-4512-adae-2cc3275980fa'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:40:08.888164 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-66464129-ce60-4fb1-bbe0-b3ba81196b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:08.891139 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-66464129-ce60-4fb1-bbe0-b3ba81196b36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1098 time: 0.1796057 Nov 03 21:40:09.001714 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-03de7ef6-a6d9-4356-ad9f-76d20b3ab953 None None] For port 55b17220-56e0-49d8-b16f-f973736e3d2d, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=55b17220-56e0-49d8-b16f-f973736e3d2d,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:09.020060 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-03de7ef6-a6d9-4356-ad9f-76d20b3ab953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:09.137496 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de7ef6-a6d9-4356-ad9f-76d20b3ab953 None None] Pushing event updated for resources: {'Port': ['ID=55b17220-56e0-49d8-b16f-f973736e3d2d,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:09.151708 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 55b17220-56e0-49d8-b16f-f973736e3d2d up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:09.194143 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefad03-ebe6-433f-a97e-86e3cf4595a3 req-52c24a67-04b6-405c-8a46-7a234092e684 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:09.200177 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:09.203750 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4fefad03-ebe6-433f-a97e-86e3cf4595a3 req-52c24a67-04b6-405c-8a46-7a234092e684 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.3525927 Nov 03 21:40:09.207717 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-82887f65-1505-48b9-b21a-2d96376a35be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:09.209357 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-82887f65-1505-48b9-b21a-2d96376a35be service neutron] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 920 time: 0.3093290 Nov 03 21:40:09.305606 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-3fe6b129-7e47-4131-85c8-347bb37a6c6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 200 len: 217 time: 0.0803461 Nov 03 21:40:09.410365 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-ed64840d-6562-438d-b4c0-d8e42dde171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:09.413426 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-ed64840d-6562-438d-b4c0-d8e42dde171b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.1055772 Nov 03 21:40:09.448217 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:09.479042 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-5144ce23-e769-4363-a6ec-ac8fd0209c3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573559 Nov 03 21:40:09.492675 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 55b17220-56e0-49d8-b16f-f973736e3d2d triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:09.493533 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:09.574296 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8c68b-016c-438c-b549-6e0c3a462a4f req-8c80a031-8931-480e-94aa-6929fdf0bd78 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:09.588958 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-34b8c68b-016c-438c-b549-6e0c3a462a4f req-8c80a031-8931-480e-94aa-6929fdf0bd78 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 944 time: 0.4371364 Nov 03 21:40:09.647191 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4fefad03-ebe6-433f-a97e-86e3cf4595a3 req-b765481e-289d-45ff-8f22-cbae7e329cd6 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401183 Nov 03 21:40:09.751687 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-a986fa72-4c92-4fe6-ab1d-a1ab9e01e236 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636895 Nov 03 21:40:09.756574 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-34b8c68b-016c-438c-b549-6e0c3a462a4f req-ef26af1f-aee3-404c-8a7a-5dc8b94f7426 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666863 Nov 03 21:40:09.798859 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:06Z', 'revision_number': 3, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:09.801292 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 2020293b-57c2-4854-b39d-dc3f07ee80e2 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:09.891442 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:40:09.892589 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Updating router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:40:09.928783 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-7cb1df44-bc96-4175-bb6e-a1ad1dc216fd None None] Provisioning complete for port 55b17220-56e0-49d8-b16f-f973736e3d2d triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:09.929377 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7cb1df44-bc96-4175-bb6e-a1ad1dc216fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:09.949327 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:09.956857 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 2020293b-57c2-4854-b39d-dc3f07ee80e2 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:40:09.965792 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 2020293b-57c2-4854-b39d-dc3f07ee80e2 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:09.966308 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:09.973960 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9f9f6939-c2b8-4f47-b74f-63ccc3d911d3 req-e029eaec-d1f3-440f-bd53-c80a7679f077 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094140 Nov 03 21:40:10.093834 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0db33-8d19-45dc-b444-12200269f0a3 req-ef594905-eb2c-4ae7-a37f-d8fc70fbc704 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:10.102559 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70e0db33-8d19-45dc-b444-12200269f0a3 req-ef594905-eb2c-4ae7-a37f-d8fc70fbc704 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.2716179 Nov 03 21:40:10.145051 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4b477-1dcc-4458-b1eb-df07dbdeef56 req-438746e8-5bd3-41e1-a60e-878f4e67beb6 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:10.146781 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dcb4b477-1dcc-4458-b1eb-df07dbdeef56 req-438746e8-5bd3-41e1-a60e-878f4e67beb6 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 944 time: 0.2312953 Nov 03 21:40:10.173977 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:10.222523 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86313e00-df3b-461f-b423-23ce358b591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2020293b-57c2-4854-b39d-dc3f07ee80e2'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:40:10.225169 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfe8778-e0c9-4a53-8b8e-62922ef9d4bb" -d '{"events": [{"server_uuid": "86313e00-df3b-461f-b423-23ce358b591c", "name": "network-vif-plugged", "status": "completed", "tag": "2020293b-57c2-4854-b39d-dc3f07ee80e2"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:40:10.237269 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:10.240775 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 2020293b-57c2-4854-b39d-dc3f07ee80e2, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2020293b-57c2-4854-b39d-dc3f07ee80e2,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:10.263176 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:10.323655 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70e0db33-8d19-45dc-b444-12200269f0a3 req-31e88e1d-86f1-44c7-a5c2-fea37385395b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159724 Nov 03 21:40:10.352861 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dcb4b477-1dcc-4458-b1eb-df07dbdeef56 req-8bf2595d-b0c0-4676-9979-0279ab3bd922 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941233 Nov 03 21:40:10.426657 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=2020293b-57c2-4854-b39d-dc3f07ee80e2,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:10.479837 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:10.492879 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a0fd42-1938-4477-b1a1-c1d43bff52e9 x-openstack-request-id: req-51a0fd42-1938-4477-b1a1-c1d43bff52e9 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:40:10.493425 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86313e00-df3b-461f-b423-23ce358b591c", "name": "network-vif-plugged", "status": "completed", "tag": "2020293b-57c2-4854-b39d-dc3f07ee80e2", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:40:10.493838 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51a0fd42-1938-4477-b1a1-c1d43bff52e9 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:40:10.494409 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86313e00-df3b-461f-b423-23ce358b591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2020293b-57c2-4854-b39d-dc3f07ee80e2', 'code': 200} Nov 03 21:40:10.594600 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54832a22-bfaa-419b-b6bb-bfd6b7f5e6fb req-1ca59249-2451-43bd-9107-545e722c1924 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:10.596465 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-54832a22-bfaa-419b-b6bb-bfd6b7f5e6fb req-1ca59249-2451-43bd-9107-545e722c1924 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1442056 Nov 03 21:40:10.683308 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Allocated IP 172.20.0.1 (d9396bc9-d804-479b-8930-8150cacae48d/a9031653-3a70-417f-82e2-b398c5f35018/2e7b53b1-a0f9-4e50-b9a3-72ddc339a357) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:40:10.691767 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-54832a22-bfaa-419b-b6bb-bfd6b7f5e6fb req-bcc66a04-031c-4d2f-80d1-d01aa335e1e9 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867937 Nov 03 21:40:10.741416 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:10.749514 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:10.858870 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b211b-b138-4893-bc53-14f83c155d3d None None] Pushing event updated for resources: {'Port': ['ID=9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f,revision_number=2']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:10.871573 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Attempting to bind port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:40:10.873695 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Attempting to bind port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:40:10.875193 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Attempting to bind port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:40:10.897937 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:40:10.899703 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:10.904856 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:10.905961 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:40:10.907723 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Bound port: 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:40:10.908454 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:10.929648 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c6c37-525a-4c0c-9e49-babef9e6d01b req-bff215b6-0577-4ca6-a519-0e75035adc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:10.931237 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2c1c6c37-525a-4c0c-9e49-babef9e6d01b req-bff215b6-0577-4ca6-a519-0e75035adc0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 1098 time: 0.1677105 Nov 03 21:40:10.980055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 55b17220-56e0-49d8-b16f-f973736e3d2d up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:10.995106 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] For port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:40:10.999668 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] For port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:40:11.006620 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:11.057590 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2c1c6c37-525a-4c0c-9e49-babef9e6d01b req-a44615c7-40a9-41e9-b410-5c0f81cb52c1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145172 Nov 03 21:40:11.070752 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 55b17220-56e0-49d8-b16f-f973736e3d2d triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:11.071150 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:11.091591 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b211b-b138-4893-bc53-14f83c155d3d None None] Pushing event updated for resources: {'Port': ['ID=9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:11.121165 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:11.122063 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:11.294021 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:11.301185 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd87d1-232c-4e08-9a1f-f2b2757e5e0c req-f056a71e-98f8-4ae3-92fb-f31dde01542f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:11.310556 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fbd87d1-232c-4e08-9a1f-f2b2757e5e0c req-f056a71e-98f8-4ae3-92fb-f31dde01542f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.5367987 Nov 03 21:40:11.311401 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:11.378804 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af4a3c-3ae9-4f01-bead-6792b607af18 req-e9648b7e-c792-41fe-b8af-480083546934 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:11.386957 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3af4a3c-3ae9-4f01-bead-6792b607af18 req-e9648b7e-c792-41fe-b8af-480083546934 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 944 time: 0.1613569 Nov 03 21:40:11.406832 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:11.459958 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fbd87d1-232c-4e08-9a1f-f2b2757e5e0c req-6925839a-33d5-4ae7-9c7c-effd8aed4678 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484096 Nov 03 21:40:11.533232 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3af4a3c-3ae9-4f01-bead-6792b607af18 req-d45ec30e-ac0d-4af6-a288-3dc3cc09b676 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453075 Nov 03 21:40:11.582963 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:06Z', 'revision_number': 3, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:11.635149 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9918afb-dd84-4590-8ee1-f5f3c79258b1 None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:06Z', 'revision_number': 3, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:40:11.636499 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:11.744396 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Network d9396bc9-d804-479b-8930-8150cacae48d is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:11.755363 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:11.759421 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:40:11.759920 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:11.762599 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:11.772137 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe41928-6bae-4f61-ab53-67e413a73886 req-bab6a8cd-5be7-41e7-a194-2a0e4b93c374 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:11.773761 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2fe41928-6bae-4f61-ab53-67e413a73886 req-bab6a8cd-5be7-41e7-a194-2a0e4b93c374 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.1324289 Nov 03 21:40:11.785106 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03001b13-7694-413b-9105-ff091cd0ea92 req-c16977ac-9b3c-43d4-a5a1-f92ea3aec051 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:11.786812 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-03001b13-7694-413b-9105-ff091cd0ea92 req-c16977ac-9b3c-43d4-a5a1-f92ea3aec051 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.2309074 Nov 03 21:40:11.819326 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 1afa71ed-98d4-4512-adae-2cc3275980fa up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:11.972305 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 1afa71ed-98d4-4512-adae-2cc3275980fa completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:40:11.981616 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 1afa71ed-98d4-4512-adae-2cc3275980fa triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:11.982297 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:12.061748 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:12.093024 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2fe41928-6bae-4f61-ab53-67e413a73886 req-1a3868d9-da26-4bca-b7ac-9cf888431005 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716219 Nov 03 21:40:12.135430 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-03001b13-7694-413b-9105-ff091cd0ea92 req-b5148cb7-0326-480b-a39e-b3211aece9ac tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125646 Nov 03 21:40:12.268767 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:12.283061 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-17d0bcee-fe7b-4dda-83f9-9f741e701aa6 None None] Provisioning complete for port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:12.283444 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-17d0bcee-fe7b-4dda-83f9-9f741e701aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:12.377342 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 1afa71ed-98d4-4512-adae-2cc3275980fa, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=1afa71ed-98d4-4512-adae-2cc3275980fa,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:12.384309 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433f18b-2544-48d1-979f-c9c6cc1de38f req-66380494-a0b2-466d-bc6c-a12b3a11be3a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:12.395410 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0433f18b-2544-48d1-979f-c9c6cc1de38f req-66380494-a0b2-466d-bc6c-a12b3a11be3a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1950610 Nov 03 21:40:12.402431 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-17d0bcee-fe7b-4dda-83f9-9f741e701aa6 None None] Port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:40:12.418098 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:12.512292 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0433f18b-2544-48d1-979f-c9c6cc1de38f req-927c932d-d051-4f2e-a22b-16c9ce973cfc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126099 Nov 03 21:40:12.578929 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:40:12.586573 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a4345c-f8f6-42e2-8fa8-676d4f05f46c" -d '{"events": [{"server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "name": "network-vif-plugged", "status": "completed", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:40:12.606075 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=1afa71ed-98d4-4512-adae-2cc3275980fa,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:12.759793 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:12.784313 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:12.786723 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:12.987580 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:13.002655 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32af7a-33ec-46c0-88db-97ce4d7a80d7 req-e546fc07-2616-4b0f-bb39-3e48f8abc0b4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:13.011087 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af32af7a-33ec-46c0-88db-97ce4d7a80d7 req-e546fc07-2616-4b0f-bb39-3e48f8abc0b4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.4122157 Nov 03 21:40:13.090496 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:13.091364 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:13.092108 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:13.126157 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4584bd-5a3d-4b10-9bcf-81cb2ec75136 req-b6208bdb-f009-468b-98a8-bab8dbae1274 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:13.128410 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b4584bd-5a3d-4b10-9bcf-81cb2ec75136 req-b6208bdb-f009-468b-98a8-bab8dbae1274 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.4161437 Nov 03 21:40:13.203366 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af32af7a-33ec-46c0-88db-97ce4d7a80d7 req-c6946626-5594-4c6f-ac05-2d733c0cd841 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913829 Nov 03 21:40:13.212391 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:13.246061 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:13.254772 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:13.266613 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Network d9396bc9-d804-479b-8930-8150cacae48d is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:13.279538 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:13.300975 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b4584bd-5a3d-4b10-9bcf-81cb2ec75136 req-2f22bd68-bd9c-4f6d-bec1-df3311e16614 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612353 Nov 03 21:40:13.330310 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8ea209-5a28-4f50-b578-b72ea6b43b3d x-openstack-request-id: req-0e8ea209-5a28-4f50-b578-b72ea6b43b3d {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:40:13.330663 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "name": "network-vif-plugged", "status": "completed", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:40:13.338045 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e8ea209-5a28-4f50-b578-b72ea6b43b3d {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:40:13.338045 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'code': 200} Nov 03 21:40:13.416826 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:13.627440 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c30d3-c34d-4c72-a063-82e5b6476dd1 req-181ed9fd-fa8f-4b20-b6ea-406299304cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:13.629013 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-218c30d3-c34d-4c72-a063-82e5b6476dd1 req-181ed9fd-fa8f-4b20-b6ea-406299304cbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1098 time: 0.0856988 Nov 03 21:40:13.697963 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c619d-87ae-4b14-b5af-c1e8612d10be req-bafc66e1-9c0f-49f5-9416-7e78241fb242 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:13.707371 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-98830483-3d84-48cb-b24d-b1e2a10f6e0a None None] Provisioning complete for port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:13.707759 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-98830483-3d84-48cb-b24d-b1e2a10f6e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:13.709005 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-982c619d-87ae-4b14-b5af-c1e8612d10be req-bafc66e1-9c0f-49f5-9416-7e78241fb242 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.2254739 Nov 03 21:40:13.727540 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558f3e1-c866-41dd-86b4-6008cd44b7d7 req-67720afd-bc59-45aa-b374-1173065a6ed1 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:13.729682 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2558f3e1-c866-41dd-86b4-6008cd44b7d7 req-67720afd-bc59-45aa-b374-1173065a6ed1 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.2865770 Nov 03 21:40:13.752382 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-218c30d3-c34d-4c72-a063-82e5b6476dd1 req-0d28fb81-dc80-4615-be87-138beb658046 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025138 Nov 03 21:40:13.794803 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:40:13.817779 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-98830483-3d84-48cb-b24d-b1e2a10f6e0a None None] Port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:40:13.883051 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-982c619d-87ae-4b14-b5af-c1e8612d10be req-24075a7a-56fa-4407-86af-b0fdd19332e2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728487 Nov 03 21:40:13.910469 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2558f3e1-c866-41dd-86b4-6008cd44b7d7 req-10506aea-c6f1-44cc-9776-a1f3b984b018 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512752 Nov 03 21:40:14.124049 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a4c2f-ffbc-4dac-a884-cd53f0fab2c6 req-d12676e1-9339-42b7-b2ec-712fb4be1b5b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:14.125608 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2d9a4c2f-ffbc-4dac-a884-cd53f0fab2c6 req-d12676e1-9339-42b7-b2ec-712fb4be1b5b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1276999 Nov 03 21:40:14.127194 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:40:14.148724 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-29e74d58-24d3-4c70-804b-d7e7259826e5 admin admin] 10.222.0.62 "PUT /v2.0/routers/f623ffa4-e5b3-41ec-b5d1-d6f01308f038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3862491 Nov 03 21:40:14.229799 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2d9a4c2f-ffbc-4dac-a884-cd53f0fab2c6 req-5d05be6d-8201-4a2d-88d8-516e894fdfbd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790837 Nov 03 21:40:14.396851 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:40:14.437848 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:14.438560 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:14.507990 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576057c3-13fa-4e7b-beeb-491b1f27e0d4 req-784b98fb-3a74-4052-a8df-927e630748d1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:14.519621 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-576057c3-13fa-4e7b-beeb-491b1f27e0d4 req-784b98fb-3a74-4052-a8df-927e630748d1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.1092408 Nov 03 21:40:14.598541 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-576057c3-13fa-4e7b-beeb-491b1f27e0d4 req-fb91cea8-934c-4b27-a362-0c343e659f2d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740228 Nov 03 21:40:14.607281 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:14.861314 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:12Z', 'revision_number': 2, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:14.902403 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:40:14.902695 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Updating router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:40:14.935813 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:15.003208 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.075653 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:15.075963 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.138883 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3c690-ab9c-40b0-8d48-599433c1d6aa req-bfff5bd8-6bc5-4188-9c8c-91f2b8a7032e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:15.147010 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23e3c690-ab9c-40b0-8d48-599433c1d6aa req-bfff5bd8-6bc5-4188-9c8c-91f2b8a7032e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1270647 Nov 03 21:40:15.168553 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff91a2-57d4-40fd-884b-ed7590166ff3 req-0e58077b-282d-4d6e-a0b6-7790e91449db tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:15.170456 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3dff91a2-57d4-40fd-884b-ed7590166ff3 req-0e58077b-282d-4d6e-a0b6-7790e91449db tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1240497 Nov 03 21:40:15.264766 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36010) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:15.270859 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1214377042-network', 'tenant_id': '2b9289ed595646958f647ecde23d8d04'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:15.305072 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Made reservation on behalf of 2b9289ed595646958f647ecde23d8d04 for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:40:15.312557 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.315435 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-23e3c690-ab9c-40b0-8d48-599433c1d6aa req-ac1a5f19-ae7a-4bb9-8ea2-3615b1374ff6 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673856 Nov 03 21:40:15.329682 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.362469 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3dff91a2-57d4-40fd-884b-ed7590166ff3 req-fa474617-9066-434f-b621-51081f43651c tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790886 Nov 03 21:40:15.448571 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.458834 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.550330 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b0a1-1686-44ea-98fe-7d57ecf72c2a None None] Pushing event updated for resources: {'Port': ['ID=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:15.601749 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.607106 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.639285 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf831-5804-4237-bf6b-3e7d19ffd98d req-7432e225-9e0a-403d-b3fc-d5626ca8d8be tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:15.641119 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e3edf831-5804-4237-bf6b-3e7d19ffd98d req-7432e225-9e0a-403d-b3fc-d5626ca8d8be tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1474342 Nov 03 21:40:15.656154 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Attempting to bind port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:40:15.656560 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Attempting to bind port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:40:15.656926 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Attempting to bind port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 on network d9396bc9-d804-479b-8930-8150cacae48d {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:40:15.661222 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:40:15.668763 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:40:15.669132 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Checking segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:15.669595 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.670666 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Bound using segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:40:15.670666 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Bound port: 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:40:15.670923 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.696889 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ab65bd-8579-49fb-87ee-061cd7b7eba7,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:15.702587 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.703234 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Added segment 21a3c2b7-b781-4b31-be61-2fd974301112 of type vlan for network b2aef785-92d6-487a-9ea9-904cbc3f8db0 Nov 03 21:40:15.756228 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.759873 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] For port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:40:15.767411 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] For port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:40:15.777058 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.799500 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e3edf831-5804-4237-bf6b-3e7d19ffd98d req-a27d722e-6023-4ed9-807f-1c017b2e76f6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441252 Nov 03 21:40:15.834103 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.835473 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:15.836700 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:15.900386 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:15.900980 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:15.929709 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6636860 Nov 03 21:40:15.935210 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 36032) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:15.941052 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Request body: {'subnet': {'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1214377042-subnet', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:16.000986 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Made reservation on behalf of 2b9289ed595646958f647ecde23d8d04 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:40:16.017532 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e40e5-787b-4225-8417-48f385e4b4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b2aef785-92d6-487a-9ea9-904cbc3f8db0,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:16.029370 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:16.396875 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b0a1-1686-44ea-98fe-7d57ecf72c2a None None] Pushing event updated for resources: {'Port': ['ID=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:16.403184 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network b2aef785-92d6-487a-9ea9-904cbc3f8db0 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:40:16.550377 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:16.612450 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64676cc8-156a-4737-9d1f-509f3a4d7024 req-060c4d02-0725-47fa-953d-503db1f26d69 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:16.622451 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-64676cc8-156a-4737-9d1f-509f3a4d7024 req-060c4d02-0725-47fa-953d-503db1f26d69 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.4209862 Nov 03 21:40:16.665813 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-3006b061-025e-432f-8692-907d478c4287 None None] Provisioning complete for port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:16.666098 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3006b061-025e-432f-8692-907d478c4287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:16.694697 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:16.799249 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fbea5-ad34-4a05-a6d2-4d64515c8148 req-e54a6a43-0e55-40f3-8156-927413a0b973 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:16.807821 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a88fbea5-ad34-4a05-a6d2-4d64515c8148 req-e54a6a43-0e55-40f3-8156-927413a0b973 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.2143974 Nov 03 21:40:16.844228 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3006b061-025e-432f-8692-907d478c4287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:16.859845 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5ffbe4-0d99-4105-894f-df09098ee061,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:16.873795 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-64676cc8-156a-4737-9d1f-509f3a4d7024 req-2bcf4caa-5d98-4d31-b517-f5a8fa88b89f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495563 Nov 03 21:40:16.883352 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:15Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:16.918030 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Checking segment: {'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:16.918397 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Network hostable DHCP agents. Network: b2aef785-92d6-487a-9ea9-904cbc3f8db0, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:40:16.930390 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a778a-d0fe-4798-8051-d226ca9ac56c None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:15Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:40:16.955143 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-3006b061-025e-432f-8692-907d478c4287 None None] For port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:16.961687 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3006b061-025e-432f-8692-907d478c4287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:17.024519 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a88fbea5-ad34-4a05-a6d2-4d64515c8148 req-d0be4953-5619-48da-b6bc-ea73b54df5bb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154276 Nov 03 21:40:17.083973 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Network b2aef785-92d6-487a-9ea9-904cbc3f8db0 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:40:17.138644 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-f3be1d81-a405-46d2-a5d5-9c2e3ba0dfa5 None None] Provisioning complete for port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:17.139431 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f3be1d81-a405-46d2-a5d5-9c2e3ba0dfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:17.142322 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006b061-025e-432f-8692-907d478c4287 None None] Pushing event updated for resources: {'Port': ['ID=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:17.161446 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, b2aef785-92d6-487a-9ea9-904cbc3f8db0) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:17.195408 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ca0da-ae9b-4bbf-946b-d2e342b1f99d None None] Network b2aef785-92d6-487a-9ea9-904cbc3f8db0 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:40:17.197281 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:17.198939 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:17.342289 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36052) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:17.347705 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:17.356595 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9d5a3dab-bc20-4934-bd7e-16489d28118c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4197972 Nov 03 21:40:17.373597 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e44a3-87cd-475c-b9fb-c4a33d18dadf req-b184c5d0-7ab1-4f5d-9ed5-1e82e6f7b0f2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:17.375151 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-386e44a3-87cd-475c-b9fb-c4a33d18dadf req-b184c5d0-7ab1-4f5d-9ed5-1e82e6f7b0f2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.3494666 Nov 03 21:40:17.387740 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:17.389318 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:17.399812 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a60f3b-aaf4-4867-99e5-3780d5bc9f42 req-ad7c0fc5-202f-4fa5-b828-e7e3f2f3ee67 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:17.401843 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-56a60f3b-aaf4-4867-99e5-3780d5bc9f42 req-ad7c0fc5-202f-4fa5-b828-e7e3f2f3ee67 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.1572816 Nov 03 21:40:17.504157 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-386e44a3-87cd-475c-b9fb-c4a33d18dadf req-4157a5e0-0560-45a2-b857-fb81871c7450 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197007 Nov 03 21:40:17.541453 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:17.574029 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-b2aef785-92d6-487a-9ea9-904cbc3f8db0', 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'fixed_ips': [{'subnet_id': '0e5ffbe4-0d99-4105-894f-df09098ee061'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:40:17.574029 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:17.619755 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-56a60f3b-aaf4-4867-99e5-3780d5bc9f42 req-1edfcb80-1014-44e5-8f8d-a73b22d518d7 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095773 Nov 03 21:40:17.774184 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:17.861255 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Allocated IP 172.20.0.2 (b2aef785-92d6-487a-9ea9-904cbc3f8db0/0e5ffbe4-0d99-4105-894f-df09098ee061/c97fb9b0-2151-4607-ad44-5b54da58d37f) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:40:18.133580 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.187625 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.239781 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.256551 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.324502 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Network b2aef785-92d6-487a-9ea9-904cbc3f8db0 is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:18.324934 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dfe74-80e0-4a93-82e7-07f5db0300b1 req-086e991e-79be-41a5-b686-19fc2ec4c457 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:18.326523 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1b5dfe74-80e0-4a93-82e7-07f5db0300b1 req-086e991e-79be-41a5-b686-19fc2ec4c457 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1725457 Nov 03 21:40:18.340679 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:18.351743 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:40:18.357574 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Pushing event updated for resources: {'Port': ['ID=c97fb9b0-2151-4607-ad44-5b54da58d37f,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:18.371469 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70281cad-f02b-48f8-a697-1426729b28db req-f050685b-fcc4-49be-99a1-8d56bd222c21 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:18.380228 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70281cad-f02b-48f8-a697-1426729b28db req-f050685b-fcc4-49be-99a1-8d56bd222c21 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.2105675 Nov 03 21:40:18.437692 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Allocated IP 172.27.0.98 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/8d7a4e5d-79e4-48f6-861d-12317a895403) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:40:18.467885 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Attempting to bind port c97fb9b0-2151-4607-ad44-5b54da58d37f on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:40:18.468274 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Attempting to bind port c97fb9b0-2151-4607-ad44-5b54da58d37f by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:40:18.468648 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Attempting to bind port c97fb9b0-2151-4607-ad44-5b54da58d37f on network b2aef785-92d6-487a-9ea9-904cbc3f8db0 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:40:18.478833 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:40:18.479268 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Checking segment: {'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:18.479854 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.480453 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Bound using segment: {'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:40:18.480975 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Bound port: c97fb9b0-2151-4607-ad44-5b54da58d37f, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:40:18.481987 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.530139 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1b5dfe74-80e0-4a93-82e7-07f5db0300b1 req-5c8c0589-cab9-4f4b-b6f4-a2aae2529199 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904688 Nov 03 21:40:18.562634 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] For port c97fb9b0-2151-4607-ad44-5b54da58d37f, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:40:18.569569 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] For port c97fb9b0-2151-4607-ad44-5b54da58d37f, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c97fb9b0-2151-4607-ad44-5b54da58d37f,segment=NetworkSegment(21a3c2b7-b781-4b31-be61-2fd974301112),segment_id=21a3c2b7-b781-4b31-be61-2fd974301112)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:40:18.574957 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.593484 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70281cad-f02b-48f8-a697-1426729b28db req-378b9715-9e99-4a6b-9a55-dd404214c526 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103322 Nov 03 21:40:18.669586 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.712974 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca75ba-8f17-4615-9ddf-276d598f57b2 None None] Pushing event updated for resources: {'Port': ['ID=c97fb9b0-2151-4607-ad44-5b54da58d37f,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:18.757202 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:18.825180 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5e879-bfdb-4017-92a8-5ccaa9c12fb4 req-bc50660d-49a7-4e7a-9785-3705078abcfb tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:18.840464 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1e5e879-bfdb-4017-92a8-5ccaa9c12fb4 req-bc50660d-49a7-4e7a-9785-3705078abcfb tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1381135 Nov 03 21:40:18.913009 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7a4e5d-79e4-48f6-861d-12317a895403,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:18.917344 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:18.919124 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:18.925930 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:40:18.982588 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1e5e879-bfdb-4017-92a8-5ccaa9c12fb4 req-5ea4d6f5-ee88-4a48-975c-ce063e3f7850 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331325 Nov 03 21:40:19.140397 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:19.303283 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:19.304722 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:19.437839 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:19.463822 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:19.700290 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d12b6-1e77-4cce-b4a0-59f10567f173 req-f5948191-b1e9-44c3-b1d8-f504d1b93f10 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:19.702276 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e63d12b6-1e77-4cce-b4a0-59f10567f173 req-f5948191-b1e9-44c3-b1d8-f504d1b93f10 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0688996 Nov 03 21:40:19.771309 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e63d12b6-1e77-4cce-b4a0-59f10567f173 req-9b833c4a-f6a5-4682-8f33-05cb00456017 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618694 Nov 03 21:40:20.017976 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:20.155043 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05697612-8038-4c37-95f5-672351f6a963 req-c51c31e3-d4ed-4327-905a-8dada263a460 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:20.165700 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-05697612-8038-4c37-95f5-672351f6a963 req-c51c31e3-d4ed-4327-905a-8dada263a460 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0860543 Nov 03 21:40:20.213817 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:40:20.263917 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-05697612-8038-4c37-95f5-672351f6a963 req-a01e5436-0c3e-40a5-b400-93e492f0358e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872076 Nov 03 21:40:20.310906 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8b57e6-6816-47ea-b324-4b19de88721d None None] Network b2aef785-92d6-487a-9ea9-904cbc3f8db0 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:40:20.428978 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:40:20.448914 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Sync routers for ids ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:40:20.450837 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:20.452875 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-06910884-f5d3-4bee-931e-073bb3781d74 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1091788 Nov 03 21:40:20.455916 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36088) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:20.462522 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-b998a3a6-17b8-46de-b9fd-487a292515cb None None] Provisioning complete for port c97fb9b0-2151-4607-ad44-5b54da58d37f triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:20.462996 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b998a3a6-17b8-46de-b9fd-487a292515cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:20.469537 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Routers {'805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:20.471234 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:20.727982 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Set router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:20.758412 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b998a3a6-17b8-46de-b9fd-487a292515cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:20.843139 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-b998a3a6-17b8-46de-b9fd-487a292515cb None None] For port c97fb9b0-2151-4607-ad44-5b54da58d37f, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c97fb9b0-2151-4607-ad44-5b54da58d37f,segment=NetworkSegment(21a3c2b7-b781-4b31-be61-2fd974301112),segment_id=21a3c2b7-b781-4b31-be61-2fd974301112)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:20.851441 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b998a3a6-17b8-46de-b9fd-487a292515cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:21.102621 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c97fb9b0-2151-4607-ad44-5b54da58d37f up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:21.141098 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722dd53-157c-4bde-8a0e-a35a4a8370f5 req-5908c091-888f-4c57-a232-9bb836985764 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:21.159352 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7722dd53-157c-4bde-8a0e-a35a4a8370f5 req-5908c091-888f-4c57-a232-9bb836985764 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1573288 Nov 03 21:40:21.254369 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998a3a6-17b8-46de-b9fd-487a292515cb None None] Pushing event updated for resources: {'Port': ['ID=c97fb9b0-2151-4607-ad44-5b54da58d37f,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:21.286788 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7722dd53-157c-4bde-8a0e-a35a4a8370f5 req-856e0031-838d-428e-943e-44e497857a40 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235003 Nov 03 21:40:21.300022 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:40:19Z', 'revision_number': 3, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port': {'id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:18Z', 'updated_at': '2021-11-03T21:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:21.339610 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port c97fb9b0-2151-4607-ad44-5b54da58d37f triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:21.340146 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:21.362482 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Checking router: 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:40:21.362741 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Updating router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 port 8d7a4e5d-79e4-48f6-861d-12317a895403 binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:40:21.394823 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:21.515640 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:21.592533 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-9add89a6-3584-4a26-8056-b72c491eb7fd None None] Provisioning complete for port c97fb9b0-2151-4607-ad44-5b54da58d37f triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:21.592891 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9add89a6-3584-4a26-8056-b72c491eb7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:21.627932 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62197d-c096-4bc2-9d60-c7397e5daa78 req-da18f990-fee4-4fbd-9074-a9b2b070d9f5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:21.630897 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1c62197d-c096-4bc2-9d60-c7397e5daa78 req-da18f990-fee4-4fbd-9074-a9b2b070d9f5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1644430 Nov 03 21:40:21.721848 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1c62197d-c096-4bc2-9d60-c7397e5daa78 req-a189ea1b-d88c-46e5-92aa-13d99ba4b88d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831373 Nov 03 21:40:21.849963 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Allocated IP 172.20.0.1 (b2aef785-92d6-487a-9ea9-904cbc3f8db0/0e5ffbe4-0d99-4105-894f-df09098ee061/dcd037a8-53fc-4f11-a3f2-f7ce54fc1958) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:40:21.907985 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:21.914594 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:21.987162 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Pushing event updated for resources: {'Port': ['ID=8d7a4e5d-79e4-48f6-861d-12317a895403,revision_number=2']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:21.989826 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Attempting to bind port 8d7a4e5d-79e4-48f6-861d-12317a895403 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:40:21.990364 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Attempting to bind port 8d7a4e5d-79e4-48f6-861d-12317a895403 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:40:21.990941 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Attempting to bind port 8d7a4e5d-79e4-48f6-861d-12317a895403 on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:40:21.999790 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:40:22.000525 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:22.001977 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.002545 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:40:22.003207 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Bound port: 8d7a4e5d-79e4-48f6-861d-12317a895403, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:40:22.003815 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.007198 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.007816 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.008335 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.008923 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.009441 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.009992 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.011359 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.013846 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.014691 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.015060 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.015566 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.016273 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:22.016741 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.082173 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.084421 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] For port 8d7a4e5d-79e4-48f6-861d-12317a895403, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:40:22.089741 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] For port 8d7a4e5d-79e4-48f6-861d-12317a895403, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=8d7a4e5d-79e4-48f6-861d-12317a895403,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:40:22.099944 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.137096 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Network b2aef785-92d6-487a-9ea9-904cbc3f8db0 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:22.144291 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:22.148083 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:40:22.200543 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.204217 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:22.383652 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8b774-7d30-4876-98bb-0c149bdac7c5 None None] Pushing event updated for resources: {'Port': ['ID=8d7a4e5d-79e4-48f6-861d-12317a895403,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:22.386476 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Routers {'805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:22.389010 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:22.466609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.547353 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe8e72-8e11-44f2-9c35-cce21d326b13 req-28fa0505-2f65-4382-8ac8-3706ee2af5e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:22.549107 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-62fe8e72-8e11-44f2-9c35-cce21d326b13 req-28fa0505-2f65-4382-8ac8-3706ee2af5e9 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1160567 Nov 03 21:40:22.627249 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-74a5b1fd-69e5-4525-8591-0c2c41f7a10e None None] Provisioning complete for port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:22.627862 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-74a5b1fd-69e5-4525-8591-0c2c41f7a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.639504 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-62fe8e72-8e11-44f2-9c35-cce21d326b13 req-eed5dba0-984e-4c40-a382-f590d2c08564 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746486 Nov 03 21:40:22.691492 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-74a5b1fd-69e5-4525-8591-0c2c41f7a10e None None] Port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:40:22.765760 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.769937 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] Set router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:22.779649 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.862912 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:22.879747 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:22.915310 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af770cc2-e859-40d7-8b6d-09bd47e3351a req-6764e793-21c6-4248-b786-3627b4ec32d6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:22.924883 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af770cc2-e859-40d7-8b6d-09bd47e3351a req-6764e793-21c6-4248-b786-3627b4ec32d6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1090572 Nov 03 21:40:22.989894 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c97fb9b0-2151-4607-ad44-5b54da58d37f up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:22.994169 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af770cc2-e859-40d7-8b6d-09bd47e3351a req-9f45af66-593a-45c6-a536-e19558809c2c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676847 Nov 03 21:40:23.069979 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Network b2aef785-92d6-487a-9ea9-904cbc3f8db0 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:23.072042 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:23.076692 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port c97fb9b0-2151-4607-ad44-5b54da58d37f triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:23.078040 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:23.307606 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:40:22Z', 'revision_number': 4, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port': {'id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:18Z', 'updated_at': '2021-11-03T21:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'dcd037a8-53fc-4f11-a3f2-f7ce54fc1958', 'name': '', 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'mac_address': 'fa:16:3e:cf:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:21Z', 'updated_at': '2021-11-03T21:40:21Z', 'revision_number': 1, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'subnets': [{'id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:23.392707 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:40:23.402356 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fc81b-9751-4e6b-b301-dc42f62a9bbf None None] The sync data for ids ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'] in dv-cinder-816573-1-iscsi is: [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:40:22Z', 'revision_number': 4, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port': {'id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:18Z', 'updated_at': '2021-11-03T21:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'dcd037a8-53fc-4f11-a3f2-f7ce54fc1958', 'name': '', 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'mac_address': 'fa:16:3e:cf:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:21Z', 'updated_at': '2021-11-03T21:40:21Z', 'revision_number': 1, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'subnets': [{'id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:40:23.522639 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-b081d84a-ccde-499a-b8e4-3da47ca44f42 None None] Provisioning complete for port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:23.523420 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b081d84a-ccde-499a-b8e4-3da47ca44f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:23.576120 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-b081d84a-ccde-499a-b8e4-3da47ca44f42 None None] Port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:40:23.576898 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:40:23.588401 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-a0a21304-83bb-4b9b-b4de-6f13c446bf19 admin admin] 10.222.0.62 "PUT /v2.0/routers/805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1276562 Nov 03 21:40:23.891942 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21585599-980d-4852-8750-28fac56619f5 req-dd7d76a8-cce7-4081-85e9-862ef402e5af tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:23.893790 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-21585599-980d-4852-8750-28fac56619f5 req-dd7d76a8-cce7-4081-85e9-862ef402e5af tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1785190 Nov 03 21:40:24.001642 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-21585599-980d-4852-8750-28fac56619f5 req-faf28d1c-fcde-45c5-b500-4a9db97869ad tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930417 Nov 03 21:40:24.155879 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2692-a851-44e1-a306-796f3db01b92 req-a6285d3f-3913-4084-8bac-b8c665338d67 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:24.163611 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-513f2692-a851-44e1-a306-796f3db01b92 req-a6285d3f-3913-4084-8bac-b8c665338d67 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0659800 Nov 03 21:40:24.273148 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-513f2692-a851-44e1-a306-796f3db01b92 req-ab0d9e0e-f6c1-42fb-adfb-049e68f07fb4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085191 Nov 03 21:40:24.486020 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36162) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:24.494896 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-7b641313-db8b-40f4-a9cf-8f2d97115b67 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428635677', 'description': 'tempest-secgroup-smoke-428635677 description', 'project_id': 'd9ae235971d5467cbf6d19058d63882c'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:24.555921 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7b641313-db8b-40f4-a9cf-8f2d97115b67 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:24.748836 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7b641313-db8b-40f4-a9cf-8f2d97115b67 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:24.781295 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7b641313-db8b-40f4-a9cf-8f2d97115b67 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:24.805640 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-6495af37-09ae-4b82-b826-431fb79f89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:24.807863 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-6495af37-09ae-4b82-b826-431fb79f89c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1098 time: 0.1543627 Nov 03 21:40:24.856805 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422eb41-4c4d-45f4-99f2-14bc7e674e8c req-93d6db6d-60db-4d88-bfde-910b42cc9e96 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:24.868915 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0422eb41-4c4d-45f4-99f2-14bc7e674e8c req-93d6db6d-60db-4d88-bfde-910b42cc9e96 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1225605 Nov 03 21:40:24.976870 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0422eb41-4c4d-45f4-99f2-14bc7e674e8c req-d71eb37b-dffb-4f87-840e-d2edae83e484 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019561 Nov 03 21:40:25.009844 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-9c3f314c-048d-4919-82ed-8e19e0507e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:25.011505 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-9c3f314c-048d-4919-82ed-8e19e0507e55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 920 time: 0.1914303 Nov 03 21:40:25.034575 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7b641313-db8b-40f4-a9cf-8f2d97115b67 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.035639 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7b641313-db8b-40f4-a9cf-8f2d97115b67 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5462923 Nov 03 21:40:25.043760 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36172) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:25.057819 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 8d7a4e5d-79e4-48f6-861d-12317a895403 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:25.088231 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-2bbf2bc8-a7c2-4ef0-b162-b5d9bc59d1d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'security_group_rule': {'security_group_id': '37273184-e5ab-4a7d-a15a-7001ebaf684c', 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:25.119057 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-1af7d9cf-07dd-4bc8-9c42-f1d98f9d62c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 200 len: 217 time: 0.0981276 Nov 03 21:40:25.120609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b641313-db8b-40f4-a9cf-8f2d97115b67 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37273184-e5ab-4a7d-a15a-7001ebaf684c,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:25.133053 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2bbf2bc8-a7c2-4ef0-b162-b5d9bc59d1d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.152330 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 8d7a4e5d-79e4-48f6-861d-12317a895403 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:25.153026 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.170002 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34443e7-832a-4e7d-96af-d92ac4c49a91 req-24f7b3a0-abd0-45ca-907b-288dc5b6cc56 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:25.171723 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f34443e7-832a-4e7d-96af-d92ac4c49a91 req-24f7b3a0-abd0-45ca-907b-288dc5b6cc56 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0777774 Nov 03 21:40:25.249024 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2bbf2bc8-a7c2-4ef0-b162-b5d9bc59d1d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.255830 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2bbf2bc8-a7c2-4ef0-b162-b5d9bc59d1d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.256260 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f34443e7-832a-4e7d-96af-d92ac4c49a91 req-d9a28f8c-5910-4539-9f51-c68bedb31735 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757964 Nov 03 21:40:25.308234 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-d0b6922f-d249-4ea2-b11d-fe394a8d1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:25.311618 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-d0b6922f-d249-4ea2-b11d-fe394a8d1f8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.1811576 Nov 03 21:40:25.316585 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf2bc8-a7c2-4ef0-b162-b5d9bc59d1d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a276ed-a6d5-49e8-a968-9c7ca8bf110c,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:25.353434 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2bbf2bc8-a7c2-4ef0-b162-b5d9bc59d1d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.357193 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-2bbf2bc8-a7c2-4ef0-b162-b5d9bc59d1d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2729821 Nov 03 21:40:25.357778 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 36178) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:25.363412 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-a08072fd-39dd-4cae-b7ca-204129be8673 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'security_group_rule': {'security_group_id': '37273184-e5ab-4a7d-a15a-7001ebaf684c', 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:25.379608 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-6df7076c-d953-4a5e-8536-ae504d9ce906 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532672 Nov 03 21:40:25.385022 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.424939 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 8d7a4e5d-79e4-48f6-861d-12317a895403, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=8d7a4e5d-79e4-48f6-861d-12317a895403,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:25.432013 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.473186 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a08072fd-39dd-4cae-b7ca-204129be8673 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.530629 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-20a29ec4-c4e4-42b0-91a3-a67cde22b4f8 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344650 Nov 03 21:40:25.563005 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=8d7a4e5d-79e4-48f6-861d-12317a895403,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:25.579193 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f762-5c88-4b87-bd3c-5d99d48c3c91 req-b96ebde2-d597-4cd6-8d5d-2c0eaff1ed25 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:25.589650 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cf32f762-5c88-4b87-bd3c-5d99d48c3c91 req-b96ebde2-d597-4cd6-8d5d-2c0eaff1ed25 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1955357 Nov 03 21:40:25.665149 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-9dbe3c66-d672-49bf-aa24-e005d3637ecd req-d2eeab53-760a-4fa1-9de1-5f6413323a64 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268575 Nov 03 21:40:25.669062 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cf32f762-5c88-4b87-bd3c-5d99d48c3c91 req-f510a2c0-890c-4df3-bc4a-a8d5ef870c12 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785291 Nov 03 21:40:25.671054 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a08072fd-39dd-4cae-b7ca-204129be8673 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.678540 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a08072fd-39dd-4cae-b7ca-204129be8673 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.714410 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a08072fd-39dd-4cae-b7ca-204129be8673 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.718133 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a08072fd-39dd-4cae-b7ca-204129be8673 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567677 Nov 03 21:40:25.718606 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36182) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:25.719461 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08072fd-39dd-4cae-b7ca-204129be8673 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31dec854-cc64-45b7-9304-bd8b3c806ad7,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:25.725203 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-fa3843dc-4b02-4a74-bb03-dfae322af62b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'security_group_rule': {'security_group_id': '37273184-e5ab-4a7d-a15a-7001ebaf684c', 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:25.775155 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fa3843dc-4b02-4a74-bb03-dfae322af62b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.876906 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fa3843dc-4b02-4a74-bb03-dfae322af62b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.881474 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fa3843dc-4b02-4a74-bb03-dfae322af62b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.916158 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fa3843dc-4b02-4a74-bb03-dfae322af62b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:25.918171 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-fa3843dc-4b02-4a74-bb03-dfae322af62b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983290 Nov 03 21:40:25.920920 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 36186) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:25.923165 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3843dc-4b02-4a74-bb03-dfae322af62b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43eaab63-c2b6-441e-9cff-7ad92664d19e,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:25.927573 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-643aa122-d563-4334-9ae2-db621f74a6d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'security_group_rule': {'security_group_id': '37273184-e5ab-4a7d-a15a-7001ebaf684c', 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:25.957347 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-643aa122-d563-4334-9ae2-db621f74a6d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.055865 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-643aa122-d563-4334-9ae2-db621f74a6d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.067889 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-643aa122-d563-4334-9ae2-db621f74a6d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.091088 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643aa122-d563-4334-9ae2-db621f74a6d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650151fa-b457-404f-9d6e-c39c11a1bf3f,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:26.106523 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-643aa122-d563-4334-9ae2-db621f74a6d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.108650 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-643aa122-d563-4334-9ae2-db621f74a6d9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861324 Nov 03 21:40:26.112080 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 36192) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:26.123040 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-c1305d1a-2fe2-40a3-94e4-ebc4374c6555 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'security_group_rule': {'security_group_id': '37273184-e5ab-4a7d-a15a-7001ebaf684c', 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:26.200980 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.securitygroups_db [None req-c1305d1a-2fe2-40a3-94e4-ebc4374c6555 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Project d9ae235971d5467cbf6d19058d63882c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 21:40:26.209538 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1305d1a-2fe2-40a3-94e4-ebc4374c6555 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.254614 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d121ef-5d5b-4472-9f2d-d85db14c1e86 req-a9be1c98-c0e5-431a-86cb-931f0a17b9c1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:26.262952 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a8d121ef-5d5b-4472-9f2d-d85db14c1e86 req-a9be1c98-c0e5-431a-86cb-931f0a17b9c1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1438124 Nov 03 21:40:26.382653 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a8d121ef-5d5b-4472-9f2d-d85db14c1e86 req-1dde2fff-2873-4a60-8415-133f554bfffd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186881 Nov 03 21:40:26.432854 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1305d1a-2fe2-40a3-94e4-ebc4374c6555 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.441082 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1305d1a-2fe2-40a3-94e4-ebc4374c6555 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.467060 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1305d1a-2fe2-40a3-94e4-ebc4374c6555 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32225921-66a5-4b8f-b79d-0453de5ba1b0,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:26.478647 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2331c3-3841-43b7-96da-cc9b2671dfac req-245cf1c4-6d57-4ab0-9c45-9d1f674bae5b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:26.479925 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7c2331c3-3841-43b7-96da-cc9b2671dfac req-245cf1c4-6d57-4ab0-9c45-9d1f674bae5b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1083298 Nov 03 21:40:26.505512 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1305d1a-2fe2-40a3-94e4-ebc4374c6555 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.506098 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c1305d1a-2fe2-40a3-94e4-ebc4374c6555 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3929429 Nov 03 21:40:26.508867 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36202) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:26.514449 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-96c751cb-78ab-40c2-9e49-fb3ba8bd67bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'security_group_rule': {'security_group_id': '37273184-e5ab-4a7d-a15a-7001ebaf684c', 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:26.557282 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.securitygroups_db [None req-96c751cb-78ab-40c2-9e49-fb3ba8bd67bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Project d9ae235971d5467cbf6d19058d63882c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 21:40:26.563522 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96c751cb-78ab-40c2-9e49-fb3ba8bd67bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.690841 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96c751cb-78ab-40c2-9e49-fb3ba8bd67bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.697402 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96c751cb-78ab-40c2-9e49-fb3ba8bd67bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.720164 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c751cb-78ab-40c2-9e49-fb3ba8bd67bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca450745-c96a-4015-98ee-a58e5b264b84,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:26.759061 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96c751cb-78ab-40c2-9e49-fb3ba8bd67bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:26.770435 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-96c751cb-78ab-40c2-9e49-fb3ba8bd67bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2559865 Nov 03 21:40:26.850961 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7c2331c3-3841-43b7-96da-cc9b2671dfac req-9445cfd9-de7a-4966-891d-893ccbbfc165 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618042 Nov 03 21:40:26.907995 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Sync routers for ids ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:40:26.920613 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Routers {'805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:26.921283 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:26.967070 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebcf1-026c-448a-89ac-21703fa85e8d req-924c2aa4-42f7-4715-9baa-d87cc73844c4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:26.969609 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cb5ebcf1-026c-448a-89ac-21703fa85e8d req-924c2aa4-42f7-4715-9baa-d87cc73844c4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.1166551 Nov 03 21:40:27.040562 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cb5ebcf1-026c-448a-89ac-21703fa85e8d req-2bc617d3-e6e0-4055-9035-f2d169854899 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638700 Nov 03 21:40:27.059880 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 8d7a4e5d-79e4-48f6-861d-12317a895403 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:27.274066 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Set router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:27.328745 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 8d7a4e5d-79e4-48f6-861d-12317a895403 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:27.329117 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:27.637066 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6fdb2-4e71-4515-a154-851e03c36c27 req-b3859426-71b5-4ef1-bd73-d3e3f536a8a9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:27.644550 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-87a6fdb2-4e71-4515-a154-851e03c36c27 req-b3859426-71b5-4ef1-bd73-d3e3f536a8a9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0604889 Nov 03 21:40:27.681827 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:40:22Z', 'revision_number': 4, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port': {'id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:18Z', 'updated_at': '2021-11-03T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'dcd037a8-53fc-4f11-a3f2-f7ce54fc1958', 'name': '', 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'mac_address': 'fa:16:3e:cf:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:21Z', 'updated_at': '2021-11-03T21:40:22Z', 'revision_number': 2, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'subnets': [{'id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:27.694384 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-87a6fdb2-4e71-4515-a154-851e03c36c27 req-e1ce079b-997d-41da-84fe-eb7e0595bfa6 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Nov 03 21:40:27.708708 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Checking router: 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:40:27.709069 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Updating router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:40:27.734791 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:27.964611 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c02a-790e-4d56-bbe2-9e2da4b6a740 req-b3d9e7e6-4700-447b-a2fa-acde9f8993eb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:27.966267 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7160c02a-790e-4d56-bbe2-9e2da4b6a740 req-b3d9e7e6-4700-447b-a2fa-acde9f8993eb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0506973 Nov 03 21:40:28.005917 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.013907 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.027700 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7160c02a-790e-4d56-bbe2-9e2da4b6a740 req-c042b0a7-cab2-4579-aa34-15a06d721ba2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536780 Nov 03 21:40:28.077153 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa043a-9942-47b2-81a2-35f9158f0895 None None] Pushing event updated for resources: {'Port': ['ID=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:28.128911 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Attempting to bind port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:40:28.129286 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Attempting to bind port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:40:28.129647 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Attempting to bind port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 on network b2aef785-92d6-487a-9ea9-904cbc3f8db0 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:40:28.135878 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:40:28.136247 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Checking segment: {'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:40:28.136672 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.137461 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Bound using segment: {'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:40:28.137878 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Bound port: dcd037a8-53fc-4f11-a3f2-f7ce54fc1958, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a3c2b7-b781-4b31-be61-2fd974301112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:40:28.137983 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.204221 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50b9e-7670-43c6-9b18-2767ccc6df3c req-349da6ae-3fd6-45dc-8eba-63c6c30d00b3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:28.220611 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96d50b9e-7670-43c6-9b18-2767ccc6df3c req-349da6ae-3fd6-45dc-8eba-63c6c30d00b3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0840979 Nov 03 21:40:28.233273 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] For port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:40:28.237881 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] For port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,segment=NetworkSegment(21a3c2b7-b781-4b31-be61-2fd974301112),segment_id=21a3c2b7-b781-4b31-be61-2fd974301112)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:40:28.243736 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.293655 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-7b1ce9f3-67b9-4ea3-bfe2-dd0529da3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:28.296260 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-7b1ce9f3-67b9-4ea3-bfe2-dd0529da3ead service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 1099 time: 0.0631897 Nov 03 21:40:28.312659 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Routers {'805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:28.313487 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96d50b9e-7670-43c6-9b18-2767ccc6df3c req-fde3cc58-a47d-4c4b-bc2b-7afbe8652d9f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932674 Nov 03 21:40:28.314316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:28.366855 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa043a-9942-47b2-81a2-35f9158f0895 None None] Pushing event updated for resources: {'Port': ['ID=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:28.392062 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-534b8ae6-3387-4cde-9ba6-9eab195544b3 None None] Provisioning complete for port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:28.392464 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-534b8ae6-3387-4cde-9ba6-9eab195544b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.434049 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-d54e9c85-46f1-4297-bd00-93ea713b3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:28.436040 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-d54e9c85-46f1-4297-bd00-93ea713b3187 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.1305928 Nov 03 21:40:28.478542 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] Set router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:28.553605 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-9559dbd3-a06f-4d43-9327-5203db8cb6e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30c0f440-0881-4874-811a-05d91fb0bc96 HTTP/1.1" status: 200 len: 1001 time: 0.1073084 Nov 03 21:40:28.626197 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-35f1311e-7842-4ce0-aa95-e039caeebd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:28.627688 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-35f1311e-7842-4ce0-aa95-e039caeebd22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.0655849 Nov 03 21:40:28.655766 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-534b8ae6-3387-4cde-9ba6-9eab195544b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.676503 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-6deb3890-9d7f-4dad-ab13-bfac9d9556fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:28.678302 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-6deb3890-9d7f-4dad-ab13-bfac9d9556fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402200 Nov 03 21:40:28.710227 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-534b8ae6-3387-4cde-9ba6-9eab195544b3 None None] For port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,segment=NetworkSegment(21a3c2b7-b781-4b31-be61-2fd974301112),segment_id=21a3c2b7-b781-4b31-be61-2fd974301112)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:28.722445 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-534b8ae6-3387-4cde-9ba6-9eab195544b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.780384 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-8b9f9307-a000-4a9f-9554-eb56f18901cf service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939178 Nov 03 21:40:28.804886 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b8ae6-3387-4cde-9ba6-9eab195544b3 None None] Pushing event updated for resources: {'Port': ['ID=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:28.824700 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:40:22Z', 'revision_number': 4, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port': {'id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:18Z', 'updated_at': '2021-11-03T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'dcd037a8-53fc-4f11-a3f2-f7ce54fc1958', 'name': '', 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'mac_address': 'fa:16:3e:cf:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:21Z', 'updated_at': '2021-11-03T21:40:28Z', 'revision_number': 4, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'subnets': [{'id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:28.828771 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc8da-57b1-4f4e-a198-fd702850bc08 req-4fe1b8c7-6a86-4000-aa2f-7d7fdb349c8a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:28.831380 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5dccc8da-57b1-4f4e-a198-fd702850bc08 req-4fe1b8c7-6a86-4000-aa2f-7d7fdb349c8a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0649381 Nov 03 21:40:28.861049 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef9cb7-46e8-473a-969c-f7f24e9b921f None None] The sync data for ids ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'] in dv-cinder-816573-1-iscsi is: [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:40:22Z', 'revision_number': 4, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port': {'id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:18Z', 'updated_at': '2021-11-03T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'dcd037a8-53fc-4f11-a3f2-f7ce54fc1958', 'name': '', 'network_id': 'b2aef785-92d6-487a-9ea9-904cbc3f8db0', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'mac_address': 'fa:16:3e:cf:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:21Z', 'updated_at': '2021-11-03T21:40:28Z', 'revision_number': 4, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'subnets': [{'id': '0e5ffbe4-0d99-4105-894f-df09098ee061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:40:28.873257 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e13119e0-d625-470a-8f4c-55dc65af31bd None None] Provisioning complete for port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:28.873641 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e13119e0-d625-470a-8f4c-55dc65af31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:28.911467 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5dccc8da-57b1-4f4e-a198-fd702850bc08 req-a6154690-684e-4b38-81d6-976ea59247ac tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573063 Nov 03 21:40:29.006311 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:40:29.071081 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:29.071798 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:29.198566 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fba96-fe14-4c8a-a515-cf59c9338f03 req-1c5d38ee-a342-48ac-870c-a0c86467eccd tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:29.200600 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9e2fba96-fe14-4c8a-a515-cf59c9338f03 req-1c5d38ee-a342-48ac-870c-a0c86467eccd tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0748336 Nov 03 21:40:29.208821 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0edfb77b-6c69-4cb1-85c7-bfc5108fa130 req-e95ef513-eb21-466d-b97f-dca9031263a2 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173265 Nov 03 21:40:29.257267 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9e2fba96-fe14-4c8a-a515-cf59c9338f03 req-e573b5c8-7d0d-44f3-8baa-fa56a46faf48 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503693 Nov 03 21:40:29.447174 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cfc26-9962-4c46-b26b-e7c6ac9fc589 req-ac7d404b-0ae0-4125-87d8-1285782e7fe5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:29.450940 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1a9cfc26-9962-4c46-b26b-e7c6ac9fc589 req-ac7d404b-0ae0-4125-87d8-1285782e7fe5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0502858 Nov 03 21:40:29.504548 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1a9cfc26-9962-4c46-b26b-e7c6ac9fc589 req-60565970-82dd-4d82-bd17-04bdc9d1f933 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485730 Nov 03 21:40:30.013955 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a681361-de73-444c-a138-93adb5d45fd3 req-bc27e4f0-0429-47c6-a63e-9844e88884ec tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:30.017371 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7a681361-de73-444c-a138-93adb5d45fd3 req-bc27e4f0-0429-47c6-a63e-9844e88884ec tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0494664 Nov 03 21:40:30.066405 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7a681361-de73-444c-a138-93adb5d45fd3 req-6a59ea38-5433-4651-9f54-cbb191c85ca0 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Nov 03 21:40:30.382728 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567725c1-e0f1-4c1d-8cdb-f1af3067963b req-dd87d60f-c944-45e9-a2f3-6aff88697aaa tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:30.384244 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-567725c1-e0f1-4c1d-8cdb-f1af3067963b req-dd87d60f-c944-45e9-a2f3-6aff88697aaa tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0542753 Nov 03 21:40:30.442480 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-567725c1-e0f1-4c1d-8cdb-f1af3067963b req-2d8d9197-5af9-416b-8278-88e352dd8f55 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505371 Nov 03 21:40:30.627916 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3b53-d0fa-463f-8956-34be9926ae09 req-9bafd2d6-6dba-48b3-bfe2-5409dc480062 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:30.629484 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-844f3b53-d0fa-463f-8956-34be9926ae09 req-9bafd2d6-6dba-48b3-bfe2-5409dc480062 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0535321 Nov 03 21:40:30.677214 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-844f3b53-d0fa-463f-8956-34be9926ae09 req-ad95ef41-72dd-4686-ae3d-3c1093ba86e5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413740 Nov 03 21:40:31.211974 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b7823-90a4-4210-909c-b4aec556693d req-fb51f290-abf1-4fe6-afd9-0a59a47f97f7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:31.213506 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-597b7823-90a4-4210-909c-b4aec556693d req-fb51f290-abf1-4fe6-afd9-0a59a47f97f7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0739524 Nov 03 21:40:31.264019 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-597b7823-90a4-4210-909c-b4aec556693d req-e09a4c1a-4cec-4e64-81bd-fdc131e6daee tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 Nov 03 21:40:31.566007 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c235238-423e-45fa-a034-f4e47e6f3178 req-6c1791bb-a30e-471a-b4e3-b6a7b138589d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:31.567851 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6c235238-423e-45fa-a034-f4e47e6f3178 req-6c1791bb-a30e-471a-b4e3-b6a7b138589d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0552640 Nov 03 21:40:31.617013 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6c235238-423e-45fa-a034-f4e47e6f3178 req-55f6ff5a-ae5d-409f-b6e8-59733dc2a46f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Nov 03 21:40:31.843956 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25802-dcdc-452e-af4f-973553bd7351 req-81b6680c-2841-44d0-b7cc-576e689223a9 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:31.846140 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5ca25802-dcdc-452e-af4f-973553bd7351 req-81b6680c-2841-44d0-b7cc-576e689223a9 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 946 time: 0.0802364 Nov 03 21:40:31.859488 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be501e-d595-488f-8b36-0f4570b85602 req-990df531-c63b-42e2-b88a-93809b4af4c4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:31.861001 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a2be501e-d595-488f-8b36-0f4570b85602 req-990df531-c63b-42e2-b88a-93809b4af4c4 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0836618 Nov 03 21:40:31.875564 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-b3ad499c-e580-4c91-9517-e2d355673d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:31.877001 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-b3ad499c-e580-4c91-9517-e2d355673d9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 1098 time: 0.0417271 Nov 03 21:40:31.925292 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:40:31.939538 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a2be501e-d595-488f-8b36-0f4570b85602 req-5dce11d0-472c-4625-a0c7-7ed4c39f982f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714619 Nov 03 21:40:31.942662 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5ca25802-dcdc-452e-af4f-973553bd7351 req-a308dede-da9b-4a94-af33-b7da072c2291 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806272 Nov 03 21:40:31.989713 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-d9f43001-34ef-4ddc-80a2-b5cf79c36269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:31.991291 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-d9f43001-34ef-4ddc-80a2-b5cf79c36269 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 912 time: 0.1049960 Nov 03 21:40:32.016830 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:32.042091 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:40:32.044383 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2765105-492a-4258-b045-74cf5af99504" -d '{"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-unplugged", "status": "completed", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:40:32.058262 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:32.063912 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:32.071015 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-d7d64424-1412-4c56-9027-1c782afbfe44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0 HTTP/1.1" status: 200 len: 1000 time: 0.0694296 Nov 03 21:40:32.113678 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 21:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3566185b-8a9f-45e6-b82b-91ebb1ecd704 x-openstack-request-id: req-3566185b-8a9f-45e6-b82b-91ebb1ecd704 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:40:32.114066 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-unplugged", "status": "completed", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:40:32.114526 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3566185b-8a9f-45e6-b82b-91ebb1ecd704 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:40:32.114914 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96', 'code': 200} Nov 03 21:40:32.120197 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=8']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:32.126356 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-51ad25d5-4d4f-4121-b883-c98d7a55fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:32.127690 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-51ad25d5-4d4f-4121-b883-c98d7a55fd19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0456421 Nov 03 21:40:32.192034 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-5e8f98ca-b92b-49e3-9ced-52bed0cd7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:32.193565 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-5e8f98ca-b92b-49e3-9ced-52bed0cd7875 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422704 Nov 03 21:40:32.310477 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-11b7de58-bcd6-4ac5-84f7-136d320b9163 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012516 Nov 03 21:40:32.381047 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabe054-d628-4a95-b6b1-1b3cf62dc134 req-22559f90-a6b5-45f3-b437-736d75964837 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:32.382458 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6fabe054-d628-4a95-b6b1-1b3cf62dc134 req-22559f90-a6b5-45f3-b437-736d75964837 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0483723 Nov 03 21:40:32.409196 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0845e589-5ac9-40f1-8886-6686773cd7e9 req-0aa7771c-0b5d-45b6-abc7-f5305efd08c6 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880399 Nov 03 21:40:32.437496 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6fabe054-d628-4a95-b6b1-1b3cf62dc134 req-a07e26ff-5516-4723-8448-4e43b8de9691 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487876 Nov 03 21:40:33.098147 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceed139-9e5a-4a85-8d2a-68f4ddf861ad req-6b4a6652-cc1c-4909-92cd-3d21c3254473 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:33.099566 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5ceed139-9e5a-4a85-8d2a-68f4ddf861ad req-6b4a6652-cc1c-4909-92cd-3d21c3254473 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0841248 Nov 03 21:40:33.107877 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbea26-956e-443a-aece-9a2ffb547b43 req-d19cee96-1562-4574-9c01-7894526b4eae tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:33.109293 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9acbea26-956e-443a-aece-9a2ffb547b43 req-d19cee96-1562-4574-9c01-7894526b4eae tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0847926 Nov 03 21:40:33.181492 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5ceed139-9e5a-4a85-8d2a-68f4ddf861ad req-d3aa9365-2f23-4b48-be71-e1c814a9623e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706999 Nov 03 21:40:33.184803 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9acbea26-956e-443a-aece-9a2ffb547b43 req-b3c9e0a4-9a77-4c36-b540-82c1c336d110 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684128 Nov 03 21:40:33.631412 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9894d4-7895-4090-a938-f70af7a152ff req-af0ded62-970f-487e-b5f2-18cd1101a09d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:33.639232 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7d9894d4-7895-4090-a938-f70af7a152ff req-af0ded62-970f-487e-b5f2-18cd1101a09d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0999668 Nov 03 21:40:33.686947 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7d9894d4-7895-4090-a938-f70af7a152ff req-867731c7-c90b-40b8-ac9c-792bcb40feb2 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468316 Nov 03 21:40:33.738963 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-cdd3cd03-ce4f-40c9-ac67-a655b6424a34 req-e109d679-5517-4842-9e0c-333138433c98 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:40:33.739958 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cdd3cd03-ce4f-40c9-ac67-a655b6424a34 req-e109d679-5517-4842-9e0c-333138433c98 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0060792 Nov 03 21:40:33.901871 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493f78b-99e0-44c7-968b-cb2962c520c1 req-4d904005-757e-4966-b385-65fafe53ef90 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:33.903412 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c493f78b-99e0-44c7-968b-cb2962c520c1 req-4d904005-757e-4966-b385-65fafe53ef90 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0534751 Nov 03 21:40:33.952559 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c493f78b-99e0-44c7-968b-cb2962c520c1 req-1dc8ea42-b5d8-4f9b-857e-78d67503e60d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Nov 03 21:40:34.181763 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36432) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:34.271378 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-e733a107-4709-43d3-9698-27c79e4ba553 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884666 Nov 03 21:40:34.280652 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-685346f9-de37-40b1-ad4d-877c5e9ed50b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:40:34.281962 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-685346f9-de37-40b1-ad4d-877c5e9ed50b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056844 Nov 03 21:40:34.300514 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7035bcf-8ea7-4a74-95f2-2d4f9ab693b3 req-cdfeaa26-594c-4ade-8e14-5ef18fb831f8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:34.302303 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a7035bcf-8ea7-4a74-95f2-2d4f9ab693b3 req-cdfeaa26-594c-4ade-8e14-5ef18fb831f8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0502918 Nov 03 21:40:34.361182 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a7035bcf-8ea7-4a74-95f2-2d4f9ab693b3 req-3b5a225e-be55-40d9-8792-8b067c7baaac tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527468 Nov 03 21:40:34.814682 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab65020-c0ac-4f6a-832e-94fa55d467b8 req-ac7e381d-f883-4913-9101-f9f383a1585a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:34.816188 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eab65020-c0ac-4f6a-832e-94fa55d467b8 req-ac7e381d-f883-4913-9101-f9f383a1585a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0479481 Nov 03 21:40:34.869378 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eab65020-c0ac-4f6a-832e-94fa55d467b8 req-38db46ee-7b25-4c3e-b8dc-02c351ffe5ba tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Nov 03 21:40:35.071386 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d14d86-aa1d-4cdd-91d7-28ce63c57387 req-9ffe4848-8fad-47ea-bf45-1f0f5b6a9bfe tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:35.073003 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-01d14d86-aa1d-4cdd-91d7-28ce63c57387 req-9ffe4848-8fad-47ea-bf45-1f0f5b6a9bfe tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0491531 Nov 03 21:40:35.126277 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-01d14d86-aa1d-4cdd-91d7-28ce63c57387 req-3e1ad6aa-f627-485f-a058-51fd842c235a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467951 Nov 03 21:40:35.708868 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c30a4f7a-0e4f-4816-88ad-0cc423d3baff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:35.986492 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b65d7-03da-4e04-938d-03221d3c98a0 req-b0fb4900-f9d7-48ab-aa1a-5c230eb19beb tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:35.987979 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b93b65d7-03da-4e04-938d-03221d3c98a0 req-b0fb4900-f9d7-48ab-aa1a-5c230eb19beb tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0486248 Nov 03 21:40:36.034689 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b93b65d7-03da-4e04-938d-03221d3c98a0 req-0b467e44-ecd2-4b88-8a0c-24624cad079c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Nov 03 21:40:36.185650 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:40:36.251340 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff24ae-390f-4300-86e1-7b6badbacf9a req-f327b51c-cb62-46d6-92a6-3620e35b81b8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:36.252891 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ebff24ae-390f-4300-86e1-7b6badbacf9a req-f327b51c-cb62-46d6-92a6-3620e35b81b8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0546229 Nov 03 21:40:36.299650 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ebff24ae-390f-4300-86e1-7b6badbacf9a req-9a85c9aa-c4d1-4560-8207-f677e8de4dc2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408278 Nov 03 21:40:37.149581 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e8919-2caa-4172-8771-d12adbbf96c9 req-9c73cdd1-3680-4755-8d31-5822192311ec tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:37.151055 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1b4e8919-2caa-4172-8771-d12adbbf96c9 req-9c73cdd1-3680-4755-8d31-5822192311ec tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0474985 Nov 03 21:40:37.197724 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1b4e8919-2caa-4172-8771-d12adbbf96c9 req-68d2d34c-41c8-48f0-8344-0d164c0683cc tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400572 Nov 03 21:40:37.421760 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa03a3-0921-4b36-be52-f8c72bb9a80d req-697c83aa-96c0-4b90-88ea-232e4d0b70ba tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:37.423418 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a3aa03a3-0921-4b36-be52-f8c72bb9a80d req-697c83aa-96c0-4b90-88ea-232e4d0b70ba tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0513747 Nov 03 21:40:37.476649 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a3aa03a3-0921-4b36-be52-f8c72bb9a80d req-bed526bc-7b53-4693-b604-f8931717d06a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455666 Nov 03 21:40:38.161192 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-95eb563d-4654-4ff0-a88e-1278db06ae56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:38.311775 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2aaf4-9ce9-48c1-ba29-0cbe5e31c764 req-eea60e0e-c5fe-463d-a86d-50bb182876be tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:38.313207 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-91d2aaf4-9ce9-48c1-ba29-0cbe5e31c764 req-eea60e0e-c5fe-463d-a86d-50bb182876be tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0487781 Nov 03 21:40:38.360908 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-91d2aaf4-9ce9-48c1-ba29-0cbe5e31c764 req-ecbfe755-c8e1-4e58-9125-b2cff6e1909f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Nov 03 21:40:38.601531 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931e1dc-7ef2-47ac-8c73-63f9116c122d req-ddf51062-ea8d-4f53-a744-504f4d172bc0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:38.603427 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3931e1dc-7ef2-47ac-8c73-63f9116c122d req-ddf51062-ea8d-4f53-a744-504f4d172bc0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0542767 Nov 03 21:40:38.654155 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3931e1dc-7ef2-47ac-8c73-63f9116c122d req-7345fd70-bcbb-436c-9f86-25b59b176df8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Nov 03 21:40:39.023528 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:39.039353 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ec967-56c2-4e97-9320-529532a1b551 req-50b2e34f-b6ab-4734-a9d7-8a84319c5da9 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:39.041235 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ac9ec967-56c2-4e97-9320-529532a1b551 req-50b2e34f-b6ab-4734-a9d7-8a84319c5da9 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.0543046 Nov 03 21:40:39.096763 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ac9ec967-56c2-4e97-9320-529532a1b551 req-cd340239-82df-4d8d-bff9-fce75d3c2875 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493236 Nov 03 21:40:39.119165 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36508) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:39.255633 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd724f39-c873-4ca8-90d8-7e89b1379fd0 tempest-TestMinimumBasicScenario-1358855329 tempest-TestMinimumBasicScenario-1358855329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:39.258207 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-cd724f39-c873-4ca8-90d8-7e89b1379fd0 tempest-TestMinimumBasicScenario-1358855329 tempest-TestMinimumBasicScenario-1358855329-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1093 time: 0.1372535 Nov 03 21:40:39.260269 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36512) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:39.264901 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'port_id': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:39.286039 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for floatingip, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:39.391484 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:39.479524 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed06b5-7bbc-4ed9-bd9e-fd774b91c24b req-c542effd-ab13-406a-95d1-6066c43aa5d9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:39.481095 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70ed06b5-7bbc-4ed9-bd9e-fd774b91c24b req-c542effd-ab13-406a-95d1-6066c43aa5d9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0492754 Nov 03 21:40:39.501763 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Allocated IP 172.27.0.122 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/db72dc86-210c-44dd-81ec-5f38bd813845) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:40:39.529862 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70ed06b5-7bbc-4ed9-bd9e-fd774b91c24b req-1edc7113-cf34-43ef-9aa1-656833e7dc14 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Nov 03 21:40:39.607306 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:39.640436 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:39.677720 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:39.684001 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:39.688453 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:40:39.691512 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'Port': ['ID=db72dc86-210c-44dd-81ec-5f38bd813845,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:39.782824 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496f06e-4d7e-410a-bc1c-8985d8f14075 req-80f5aa32-9626-4396-bf5c-081dc2751cfd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:39.784382 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d496f06e-4d7e-410a-bc1c-8985d8f14075 req-80f5aa32-9626-4396-bf5c-081dc2751cfd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0525911 Nov 03 21:40:39.834136 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d496f06e-4d7e-410a-bc1c-8985d8f14075 req-7262204c-f5b3-4f6e-bc26-4b59cc9a216d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Nov 03 21:40:40.077501 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:40.154679 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:40.303387 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:40.308294 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:40.309405 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:40.374858 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'Port': ['ID=db72dc86-210c-44dd-81ec-5f38bd813845,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:40.387438 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:40.487531 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Floating IP 851c5f29-6561-44ba-b262-b0b924b89efa associated. External IP: 172.27.0.122, port: 1afa71ed-98d4-4512-adae-2cc3275980fa. Nov 03 21:40:40.659858 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a34b9e-e4bd-48ad-bd2a-6c547a914508 req-31a81f4b-66e1-43ce-9e25-1972bfc06949 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:40.661605 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68a34b9e-e4bd-48ad-bd2a-6c547a914508 req-31a81f4b-66e1-43ce-9e25-1972bfc06949 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0599420 Nov 03 21:40:40.719842 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:40:40.720293 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68a34b9e-e4bd-48ad-bd2a-6c547a914508 req-ffef310c-6b08-456b-83ff-72fbec1cb58d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515149 Nov 03 21:40:40.861860 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:40:40.878851 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] Sync routers for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:40:40.882732 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:40.902128 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:40.902767 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:40.921261 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-9c6004de-c0cb-4b8a-b880-6219d946db62 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6572785 Nov 03 21:40:40.921261 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:40:40.921846 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dadf5c-fbce-4af1-9e26-f091a3f0b064" -d '{"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:40:40.922019 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 36538) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:40.929075 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-c9e96fc8-d0b3-4cf1-bc41-dd973755bc5c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484619393', 'description': 'tempest-secgroup-smoke-1484619393 description', 'project_id': 'b5c172224baa4fc781455fc748f81bb2'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:40.965965 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef43ab9-3bad-475d-aff4-c4961647b676 x-openstack-request-id: req-8ef43ab9-3bad-475d-aff4-c4961647b676 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:40:40.966257 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:40:40.966529 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ef43ab9-3bad-475d-aff4-c4961647b676 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:40:40.966958 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'status': 'completed', 'code': 200} Nov 03 21:40:41.014090 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c9e96fc8-d0b3-4cf1-bc41-dd973755bc5c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.066902 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-b195263e-f2fa-411f-a7cd-dade291caa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.068874 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22aecc-d70d-43ff-80cc-5f750332b5e9 req-04eea9a0-076b-4e0f-83bc-71bd8c751fff tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.069820 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-b195263e-f2fa-411f-a7cd-dade291caa84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5c172224baa4fc781455fc748f81bb2&device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1098 time: 0.0739591 Nov 03 21:40:41.072825 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cf22aecc-d70d-43ff-80cc-5f750332b5e9 req-04eea9a0-076b-4e0f-83bc-71bd8c751fff tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.1020567 Nov 03 21:40:41.088847 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:41.182842 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c9e96fc8-d0b3-4cf1-bc41-dd973755bc5c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.187266 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cf22aecc-d70d-43ff-80cc-5f750332b5e9 req-9475ee56-8d7c-44ee-b1f5-33af6410be9d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056497 Nov 03 21:40:41.189191 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c9e96fc8-d0b3-4cf1-bc41-dd973755bc5c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.205060 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-6371a640-0b13-4dec-a628-b912cfb6e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.207021 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-6371a640-0b13-4dec-a628-b912cfb6e93c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 200 len: 915 time: 0.1286473 Nov 03 21:40:41.241835 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c9e96fc8-d0b3-4cf1-bc41-dd973755bc5c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.246016 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c9e96fc8-d0b3-4cf1-bc41-dd973755bc5c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3196557 Nov 03 21:40:41.246016 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e96fc8-d0b3-4cf1-bc41-dd973755bc5c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331a8e44-0647-4a03-9c98-0b99f35a19df,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:41.247592 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 36548) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:41.254191 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-a641ce58-ef1c-4da8-af86-5022c7202837 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'security_group_rule': {'security_group_id': '331a8e44-0647-4a03-9c98-0b99f35a19df', 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:41.285498 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.289305 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a641ce58-ef1c-4da8-af86-5022c7202837 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.373536 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-2ad488d8-80be-4816-8968-ba29122b3961 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 999 time: 0.1551869 Nov 03 21:40:41.382034 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a641ce58-ef1c-4da8-af86-5022c7202837 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.387658 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a641ce58-ef1c-4da8-af86-5022c7202837 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.399322 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '851c5f29-6561-44ba-b262-b0b924b89efa', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'port_id': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'mac_address': 'fa:16:3e:b1:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:40:39Z', 'updated_at': '2021-11-03T21:40:39Z', 'revision_number': 0, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:28Z', 'revision_number': 5, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:41.410859 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641ce58-ef1c-4da8-af86-5022c7202837 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352a9552-8732-46d9-a6c8-56d3abb35a28,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:41.446535 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-89c6dfbf-b753-442f-8dfc-ae6d457f2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.448032 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-89c6dfbf-b753-442f-8dfc-ae6d457f2b1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea23d2f-8852-4d90-8c79-2a57b5376b84 HTTP/1.1" status: 200 len: 853 time: 0.0598564 Nov 03 21:40:41.460839 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] Checking router: 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:40:41.470983 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:40:41.471823 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:40:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:41.494312 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a641ce58-ef1c-4da8-af86-5022c7202837 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.498032 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a641ce58-ef1c-4da8-af86-5022c7202837 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2463226 Nov 03 21:40:41.498527 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36554) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:41.507001 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-25b4538f-c0f1-4ed6-a36c-d896534dfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.507494 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-862a4a11-64fc-4f48-9ade-916444a1fdee tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'security_group_rule': {'security_group_id': '331a8e44-0647-4a03-9c98-0b99f35a19df', 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:41.508554 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-25b4538f-c0f1-4ed6-a36c-d896534dfb4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354&tenant_id=69fe03afb13143519213fc1b05c70b22 HTTP/1.1" status: 200 len: 1097 time: 0.0987644 Nov 03 21:40:41.541820 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-55f8e025-df3d-4cbc-8215-bde777cb8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.543375 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-55f8e025-df3d-4cbc-8215-bde777cb8aa5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a14587c0-9db1-4f85-823c-6f728153f919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783677 Nov 03 21:40:41.552865 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-862a4a11-64fc-4f48-9ade-916444a1fdee tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.581863 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-38779341-2294-45f9-983f-b210d6e91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.583557 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-38779341-2294-45f9-983f-b210d6e91864 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 1097 time: 0.0442224 Nov 03 21:40:41.590105 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:40:41.676327 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-862a4a11-64fc-4f48-9ade-916444a1fdee tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.682692 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-f5aa05c5-0bab-4263-8f1e-eae7c3b0a830 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266804 Nov 03 21:40:41.683755 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-862a4a11-64fc-4f48-9ade-916444a1fdee tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.703020 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-f9c75da6-361b-459a-9b75-72ed7b3417ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.705166 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-f9c75da6-361b-459a-9b75-72ed7b3417ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.1017838 Nov 03 21:40:41.713224 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a4a11-64fc-4f48-9ade-916444a1fdee tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd24988-f5bf-470b-9831-7ef8d68741bd,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:41.718644 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-862a4a11-64fc-4f48-9ade-916444a1fdee tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.722999 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-862a4a11-64fc-4f48-9ade-916444a1fdee tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2206759 Nov 03 21:40:41.723274 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 36556) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:41.728874 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-0a912dfe-2ec8-43c9-9745-9bc29c327175 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'security_group_rule': {'security_group_id': '331a8e44-0647-4a03-9c98-0b99f35a19df', 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:41.819224 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-c4c7503f-d381-4f7d-9628-494e65cf2062 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30c0f440-0881-4874-811a-05d91fb0bc96 HTTP/1.1" status: 200 len: 999 time: 0.0929971 Nov 03 21:40:41.821396 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0a912dfe-2ec8-43c9-9745-9bc29c327175 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:41.825160 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-15dadf5c-fbce-4af1-9e26-f091a3f0b064 req-e9264b86-10f6-42ba-ae55-c3f12c530131 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191251 Nov 03 21:40:41.857563 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '851c5f29-6561-44ba-b262-b0b924b89efa', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'port_id': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'mac_address': 'fa:16:3e:b1:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:40:39Z', 'updated_at': '2021-11-03T21:40:39Z', 'revision_number': 0, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:28Z', 'revision_number': 5, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:40:41.884150 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7975ce-5d6a-45ff-903e-c6a589b32d7c None None] The sync data for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi is: [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '851c5f29-6561-44ba-b262-b0b924b89efa', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'port_id': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'mac_address': 'fa:16:3e:b1:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:40:39Z', 'updated_at': '2021-11-03T21:40:39Z', 'revision_number': 0, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:28Z', 'revision_number': 5, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:40:41.944242 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-a1918a51-d3a1-4f8d-835c-2e7c8184554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.945815 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-a1918a51-d3a1-4f8d-835c-2e7c8184554b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.1053941 Nov 03 21:40:41.956156 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5d1a-1da8-43a6-b718-24db8d6de085 req-9de879bb-dbce-482f-9a8e-3bb2fb105dfd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:41.957699 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa0d5d1a-1da8-43a6-b718-24db8d6de085 req-9de879bb-dbce-482f-9a8e-3bb2fb105dfd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1531887 Nov 03 21:40:41.977059 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0a912dfe-2ec8-43c9-9745-9bc29c327175 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.003173 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0a912dfe-2ec8-43c9-9745-9bc29c327175 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.032879 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a912dfe-2ec8-43c9-9745-9bc29c327175 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b385601f-bf2d-49e0-9a95-a1302e49b962,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:42.058206 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0a912dfe-2ec8-43c9-9745-9bc29c327175 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.059411 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0a912dfe-2ec8-43c9-9745-9bc29c327175 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350422 Nov 03 21:40:42.062306 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36564) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:42.065494 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-41948bd8-5bd0-4ce0-a17f-209e358b1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:42.066969 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-41948bd8-5bd0-4ce0-a17f-209e358b1b3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058247 Nov 03 21:40:42.071670 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa0d5d1a-1da8-43a6-b718-24db8d6de085 req-cd47cf42-265b-4202-9b3e-2e60b9c61371 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973754 Nov 03 21:40:42.075026 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-7a9c8040-841b-469b-a8ca-0063fbce118d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'security_group_rule': {'security_group_id': '331a8e44-0647-4a03-9c98-0b99f35a19df', 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:42.116827 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8040-841b-469b-a8ca-0063fbce118d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.181411 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455275f-6ff4-44c1-b93c-f50a2c77d582 None None] New status for floating IP 851c5f29-6561-44ba-b262-b0b924b89efa: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:40:42.200261 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8040-841b-469b-a8ca-0063fbce118d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.206339 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8040-841b-469b-a8ca-0063fbce118d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.221065 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c8040-841b-469b-a8ca-0063fbce118d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0fe780-8bf2-4996-9b66-9f60ac320979,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:42.231964 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-75c1d5a2-b7b4-437f-808a-993893407a31 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331387 Nov 03 21:40:42.249572 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88457f6c-14b9-472a-b873-6739c66d0aa7 req-6a8070ee-e8dc-4c22-b9a3-091530b6a1d2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:42.253108 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8040-841b-469b-a8ca-0063fbce118d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.257592 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7a9c8040-841b-469b-a8ca-0063fbce118d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1935620 Nov 03 21:40:42.258438 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36572) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:42.263553 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-88457f6c-14b9-472a-b873-6739c66d0aa7 req-6a8070ee-e8dc-4c22-b9a3-091530b6a1d2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0960355 Nov 03 21:40:42.264788 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-cace44af-5960-4cd3-b5f4-0db704ca9d01 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'security_group_rule': {'security_group_id': '331a8e44-0647-4a03-9c98-0b99f35a19df', 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:42.295360 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.securitygroups_db [None req-cace44af-5960-4cd3-b5f4-0db704ca9d01 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Project b5c172224baa4fc781455fc748f81bb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 21:40:42.303879 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cace44af-5960-4cd3-b5f4-0db704ca9d01 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.401684 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cace44af-5960-4cd3-b5f4-0db704ca9d01 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.408148 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cace44af-5960-4cd3-b5f4-0db704ca9d01 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.429449 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace44af-5960-4cd3-b5f4-0db704ca9d01 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadf9bf1-0f0e-4fa3-a61e-c7738a7a7bc7,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:42.430385 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-88457f6c-14b9-472a-b873-6739c66d0aa7 req-227507c1-f365-4259-95a3-496cce46ecad tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475151 Nov 03 21:40:42.451584 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cace44af-5960-4cd3-b5f4-0db704ca9d01 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.455345 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-cace44af-5960-4cd3-b5f4-0db704ca9d01 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1931076 Nov 03 21:40:42.455505 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9e319-3489-4f0b-bc6c-0887344d6493 req-021f3249-92f2-49b5-b40d-264dae3bd618 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:42.455632 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36576) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:42.456308 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-72a9e319-3489-4f0b-bc6c-0887344d6493 req-021f3249-92f2-49b5-b40d-264dae3bd618 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.1616330 Nov 03 21:40:42.460444 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3c49b342-6a50-40e1-a666-9f989e618e75 req-03113e89-2323-4b89-9794-0fa1932699cd service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959116 Nov 03 21:40:42.461724 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-cbb22cf7-780a-4098-8963-b12c82bae843 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'security_group_rule': {'security_group_id': '331a8e44-0647-4a03-9c98-0b99f35a19df', 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:42.499420 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.securitygroups_db [None req-cbb22cf7-780a-4098-8963-b12c82bae843 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Project b5c172224baa4fc781455fc748f81bb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 21:40:42.530245 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cbb22cf7-780a-4098-8963-b12c82bae843 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.567984 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-72a9e319-3489-4f0b-bc6c-0887344d6493 req-473b01a5-a71c-4b37-b651-d01c40a47d69 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025774 Nov 03 21:40:42.608556 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cbb22cf7-780a-4098-8963-b12c82bae843 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.614363 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cbb22cf7-780a-4098-8963-b12c82bae843 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.632527 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb22cf7-780a-4098-8963-b12c82bae843 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27159128-da6c-4ae4-93bd-8aa3a52d6312,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:42.641444 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cbb22cf7-780a-4098-8963-b12c82bae843 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:42.642649 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-cbb22cf7-780a-4098-8963-b12c82bae843 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1857023 Nov 03 21:40:42.740623 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d982574-5cf3-445f-a516-feb728b10c03 req-e235c06e-a4e1-41d3-80eb-22549c7ea34a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484619393&fields=id&tenant_id=b5c172224baa4fc781455fc748f81bb2 HTTP/1.1" status: 200 len: 267 time: 0.0498748 Nov 03 21:40:42.829984 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d982574-5cf3-445f-a516-feb728b10c03 req-d2b9ded4-a567-44dd-a033-7d36fbaa3198 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:42.831629 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d982574-5cf3-445f-a516-feb728b10c03 req-d2b9ded4-a567-44dd-a033-7d36fbaa3198 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.0840323 Nov 03 21:40:42.845478 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-8d982574-5cf3-445f-a516-feb728b10c03 req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'port': {'security_groups': ['16e048cb-c634-47b1-9fae-99bdc2191a62', '331a8e44-0647-4a03-9c98-0b99f35a19df']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:42.918829 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8d982574-5cf3-445f-a516-feb728b10c03 req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:43.032381 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:40:43.191404 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-8d982574-5cf3-445f-a516-feb728b10c03 req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] For port 1afa71ed-98d4-4512-adae-2cc3275980fa, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=1afa71ed-98d4-4512-adae-2cc3275980fa,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:43.264481 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8d982574-5cf3-445f-a516-feb728b10c03 req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:43.274132 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df024549-377b-42a1-9c89-909cec139f15 req-ef53ce28-f852-46d5-be95-4cf470b46b7c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:43.276636 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-df024549-377b-42a1-9c89-909cec139f15 req-ef53ce28-f852-46d5-be95-4cf470b46b7c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1285098 Nov 03 21:40:43.278303 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8d982574-5cf3-445f-a516-feb728b10c03 req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:43.292712 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['1afa71ed-98d4-4512-adae-2cc3275980fa'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:40:43.344960 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d982574-5cf3-445f-a516-feb728b10c03 req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:43.345632 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8d982574-5cf3-445f-a516-feb728b10c03 req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:43.358118 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d982574-5cf3-445f-a516-feb728b10c03 req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "PUT /v2.0/ports/1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 981 time: 0.5187597 Nov 03 21:40:43.358903 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:40:43.366269 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:40:43.471231 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-df024549-377b-42a1-9c89-909cec139f15 req-7a489695-c78b-4bc3-ac41-c84039e403b8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853421 Nov 03 21:40:43.494420 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31bbf-cc70-409a-ab44-61d412c25538 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'Port': ['ID=1afa71ed-98d4-4512-adae-2cc3275980fa,revision_number=6']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:43.563485 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c34bad0-b824-4ac0-835c-35670fcc7bb1 x-openstack-request-id: req-4c34bad0-b824-4ac0-835c-35670fcc7bb1 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:40:43.563774 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:40:43.564165 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c34bad0-b824-4ac0-835c-35670fcc7bb1 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:40:43.564588 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'status': 'completed', 'code': 200} Nov 03 21:40:43.591017 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3a7a8-8f24-44ca-86f7-f7e2c8fbbc86 req-ee57e431-c6cd-49f8-87d4-912a9bdb0e33 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:43.593277 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1dc3a7a8-8f24-44ca-86f7-f7e2c8fbbc86 req-ee57e431-c6cd-49f8-87d4-912a9bdb0e33 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.1047335 Nov 03 21:40:43.695008 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1dc3a7a8-8f24-44ca-86f7-f7e2c8fbbc86 req-ebd90544-0dd9-4559-9788-c1c55008f7a2 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938971 Nov 03 21:40:43.715585 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e28d8ad8-052d-42be-b645-6c143c9a9c11 None None] Provisioning complete for port 1afa71ed-98d4-4512-adae-2cc3275980fa triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:40:43.716062 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e28d8ad8-052d-42be-b645-6c143c9a9c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:43.718120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a9493-318f-401e-9ff8-381eac5afd26 req-a6bdd09a-c1c8-4034-ab7e-c69b3a6ee93d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:43.721735 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-238a9493-318f-401e-9ff8-381eac5afd26 req-a6bdd09a-c1c8-4034-ab7e-c69b3a6ee93d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0648429 Nov 03 21:40:43.816958 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-238a9493-318f-401e-9ff8-381eac5afd26 req-6c03321e-32c8-4b1a-a649-31a2e405698d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858734 Nov 03 21:40:43.856171 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159c8d-c11e-4bec-b0ff-8a00f0c79243 req-0024a2c8-bc37-4148-9530-bc3d351652f7 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:43.857880 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e5159c8d-c11e-4bec-b0ff-8a00f0c79243 req-0024a2c8-bc37-4148-9530-bc3d351652f7 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0898452 Nov 03 21:40:43.915397 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e5159c8d-c11e-4bec-b0ff-8a00f0c79243 req-ac56ad1a-f110-46d5-87f9-65cff92fc8f0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500383 Nov 03 21:40:44.616076 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08161d26-5cf7-4d44-a4b6-8daed685d28a req-b0f9c16b-b589-4a93-86b1-ea16d8d83928 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:44.617622 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-08161d26-5cf7-4d44-a4b6-8daed685d28a req-b0f9c16b-b589-4a93-86b1-ea16d8d83928 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0525231 Nov 03 21:40:44.668875 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-08161d26-5cf7-4d44-a4b6-8daed685d28a req-2db201f0-59cc-4312-9a8f-fafb43677772 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 Nov 03 21:40:44.942461 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c37b8-aa75-491f-a3c2-45f783882e69 req-7873dbd4-c7a9-4353-8038-a28749ccacd1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:44.945355 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dd4c37b8-aa75-491f-a3c2-45f783882e69 req-7873dbd4-c7a9-4353-8038-a28749ccacd1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0560451 Nov 03 21:40:44.995657 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dd4c37b8-aa75-491f-a3c2-45f783882e69 req-2f4eedd4-8e48-4f39-8ab5-27f178f89a6f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455894 Nov 03 21:40:45.055972 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72e234-dd03-43b8-936e-4838b59f30eb req-9e47005e-fb0c-4eda-9dcf-b8f856702b26 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:45.057522 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bc72e234-dd03-43b8-936e-4838b59f30eb req-9e47005e-fb0c-4eda-9dcf-b8f856702b26 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0547843 Nov 03 21:40:45.107156 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bc72e234-dd03-43b8-936e-4838b59f30eb req-33a4ff17-498b-4217-8460-ad3bb4a8d503 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428772 Nov 03 21:40:45.790114 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af6722-08c2-4745-9aec-db9e271b0eeb req-271078fd-e46f-4fd4-b3cc-e5e982d40e42 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:45.791556 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-02af6722-08c2-4745-9aec-db9e271b0eeb req-271078fd-e46f-4fd4-b3cc-e5e982d40e42 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Nov 03 21:40:45.848914 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-02af6722-08c2-4745-9aec-db9e271b0eeb req-37185465-85cf-4bb7-b9b9-5b1e01b7f3f8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506887 Nov 03 21:40:46.124206 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874d8a4-8644-4616-abfa-2e66ca0d223c req-50a94e78-7f9e-403f-b703-82ca4c44b967 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:46.127498 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9874d8a4-8644-4616-abfa-2e66ca0d223c req-50a94e78-7f9e-403f-b703-82ca4c44b967 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0508852 Nov 03 21:40:46.414123 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9874d8a4-8644-4616-abfa-2e66ca0d223c req-ef1d22dd-e94e-4f7c-9d87-a8ad1622abf8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804034 Nov 03 21:40:46.452184 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14355d2-b9ae-4e48-b714-42e297b8fc0b req-13892535-dc74-4d98-9ea8-48ab0891e2d9 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:46.454168 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d14355d2-b9ae-4e48-b714-42e297b8fc0b req-13892535-dc74-4d98-9ea8-48ab0891e2d9 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0568159 Nov 03 21:40:46.503863 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d14355d2-b9ae-4e48-b714-42e297b8fc0b req-8bfdfea0-5f45-4963-b5d8-03cc1656195b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432580 Nov 03 21:40:46.745340 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['1afa71ed-98d4-4512-adae-2cc3275980fa'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:40:46.974816 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d905f1-6ec6-4cb8-955e-35f3b939dc7d req-c40aaeb7-183f-410a-bcfa-97f6465a98c1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:46.976874 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c2d905f1-6ec6-4cb8-955e-35f3b939dc7d req-c40aaeb7-183f-410a-bcfa-97f6465a98c1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0538259 Nov 03 21:40:47.026388 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c2d905f1-6ec6-4cb8-955e-35f3b939dc7d req-2d63e26b-6222-4a2c-9ccb-7170255ba39d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Nov 03 21:40:47.545435 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a520823-d0f9-44d8-ada5-b618ea51df8a req-1f4c3690-35c4-4e62-8d78-c1c969659707 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:47.553198 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7a520823-d0f9-44d8-ada5-b618ea51df8a req-1f4c3690-35c4-4e62-8d78-c1c969659707 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0650828 Nov 03 21:40:47.623056 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7a520823-d0f9-44d8-ada5-b618ea51df8a req-a138a338-05db-4368-a376-7d81c598e608 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679667 Nov 03 21:40:47.699917 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63003-b521-47e8-b6ce-9fbf49dc4e7f req-640f3e75-0076-4ddc-83e9-8594dacc7f71 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:47.701454 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a63003-b521-47e8-b6ce-9fbf49dc4e7f req-640f3e75-0076-4ddc-83e9-8594dacc7f71 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0957468 Nov 03 21:40:47.753206 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a63003-b521-47e8-b6ce-9fbf49dc4e7f req-8db020f7-9354-470e-9b4a-095bbd747e3b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449054 Nov 03 21:40:48.202015 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dec55d-f97e-4edf-a804-c94275298bbf req-5f2d9844-07a6-4cb8-be1a-112a74feda10 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:48.203752 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e7dec55d-f97e-4edf-a804-c94275298bbf req-5f2d9844-07a6-4cb8-be1a-112a74feda10 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0629318 Nov 03 21:40:48.264721 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e7dec55d-f97e-4edf-a804-c94275298bbf req-7eeb8ac5-12d0-4045-be06-1eae34d50b4e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527959 Nov 03 21:40:48.771702 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5b1dc-893f-4607-9154-2c1e09b991ae req-96e32e97-ac1d-43bd-8829-fa14230a96f2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:48.773294 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-caa5b1dc-893f-4607-9154-2c1e09b991ae req-96e32e97-ac1d-43bd-8829-fa14230a96f2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0499632 Nov 03 21:40:48.839189 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-caa5b1dc-893f-4607-9154-2c1e09b991ae req-f4a6bc09-94aa-4354-8c98-9bbc7e9fa268 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598018 Nov 03 21:40:48.887886 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedfbcc-341c-43ee-93c6-276663561eba req-b768e62a-89c4-458c-9150-e118eca6a750 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:48.889431 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9aedfbcc-341c-43ee-93c6-276663561eba req-b768e62a-89c4-458c-9150-e118eca6a750 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0551476 Nov 03 21:40:48.942891 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9aedfbcc-341c-43ee-93c6-276663561eba req-34071496-ef54-450e-b396-67818221151b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467241 Nov 03 21:40:49.348747 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:49.419851 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75205-34b8-42b4-b3eb-cb7a188c6776 req-72194f30-5ebd-4953-9656-2f448fc2c15c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:49.421884 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d0b75205-34b8-42b4-b3eb-cb7a188c6776 req-72194f30-5ebd-4953-9656-2f448fc2c15c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0602825 Nov 03 21:40:49.476585 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d0b75205-34b8-42b4-b3eb-cb7a188c6776 req-859df9ab-a1c7-4735-9d25-0e523256be3a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481963 Nov 03 21:40:49.966293 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11489-ab9f-4f43-a1bb-d779dbfc3271 req-e49a670a-127b-4991-96cf-cd9a287839dc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:49.967862 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-14a11489-ab9f-4f43-a1bb-d779dbfc3271 req-e49a670a-127b-4991-96cf-cd9a287839dc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0578184 Nov 03 21:40:50.023293 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-14a11489-ab9f-4f43-a1bb-d779dbfc3271 req-281088d0-2444-44dd-9626-982a281547c0 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480199 Nov 03 21:40:50.081342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfd085-6929-4854-8a7d-016b4bd606a8 req-bc20fd9f-3a3f-430e-b643-7920478f3164 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:50.083144 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-40cfd085-6929-4854-8a7d-016b4bd606a8 req-bc20fd9f-3a3f-430e-b643-7920478f3164 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0589950 Nov 03 21:40:50.133433 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-40cfd085-6929-4854-8a7d-016b4bd606a8 req-fdaf83c7-4247-48a1-bc1e-f22853c30b82 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439918 Nov 03 21:40:50.624272 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaea636-ab60-48bb-8e62-47e0d0a47314 req-af96f977-a30d-4c11-8562-c1dcab8c3e16 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:50.625884 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4aaea636-ab60-48bb-8e62-47e0d0a47314 req-af96f977-a30d-4c11-8562-c1dcab8c3e16 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0610147 Nov 03 21:40:50.678053 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4aaea636-ab60-48bb-8e62-47e0d0a47314 req-2e79f355-83ff-4b66-94d3-c641f9ae620a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453973 Nov 03 21:40:51.149908 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2a21-1e01-4955-a0eb-70b481a42e92 req-21a44ff7-565d-482b-ba3e-bcdbfc30a3ee tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:51.152041 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b23a2a21-1e01-4955-a0eb-70b481a42e92 req-21a44ff7-565d-482b-ba3e-bcdbfc30a3ee tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0545275 Nov 03 21:40:51.226486 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b23a2a21-1e01-4955-a0eb-70b481a42e92 req-6471c60a-357b-4fa8-8678-60cdae864f97 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Nov 03 21:40:51.287268 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71a3c9-2852-4859-baaa-c08463e6539d req-90b62b4e-80c3-48e8-91fb-6b3b085a23f6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:51.288846 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9b71a3c9-2852-4859-baaa-c08463e6539d req-90b62b4e-80c3-48e8-91fb-6b3b085a23f6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0506582 Nov 03 21:40:51.339496 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9b71a3c9-2852-4859-baaa-c08463e6539d req-b3d869cc-8bcd-4e20-b60b-ca64c9f8e6b5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Nov 03 21:40:51.814849 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e2443-7bae-4446-a43f-84530b3badd1 req-35ed2b4d-4be3-4716-9bb9-3e75b94185a9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:51.816492 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a36e2443-7bae-4446-a43f-84530b3badd1 req-35ed2b4d-4be3-4716-9bb9-3e75b94185a9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0641894 Nov 03 21:40:51.885367 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a36e2443-7bae-4446-a43f-84530b3badd1 req-97dc2b52-db7c-4fe3-89c6-69e0352fb2bc tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628324 Nov 03 21:40:52.349714 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0010c7-ff77-4ce4-8991-a0ca2fc02bdc req-786f447e-69fe-4c0e-a96c-19910c462ce1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:52.351525 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cc0010c7-ff77-4ce4-8991-a0ca2fc02bdc req-786f447e-69fe-4c0e-a96c-19910c462ce1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0560102 Nov 03 21:40:52.404089 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cc0010c7-ff77-4ce4-8991-a0ca2fc02bdc req-30be8bcd-355c-4067-aa66-83dad0b198d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Nov 03 21:40:52.474466 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eb74-0de1-4843-be1d-80c084d6c003 req-dabb613a-c4fd-4105-b8cb-4de786788460 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:52.476084 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7b03eb74-0de1-4843-be1d-80c084d6c003 req-dabb613a-c4fd-4105-b8cb-4de786788460 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0547707 Nov 03 21:40:52.540076 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7b03eb74-0de1-4843-be1d-80c084d6c003 req-28e0a95b-3c18-47b5-9879-9cdec29a1752 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576470 Nov 03 21:40:53.059598 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2598cdf-3791-4ed8-a4f9-4eafdc515adb req-085a1aa0-3f53-4a45-9d8f-406a45f0618e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:53.061215 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b2598cdf-3791-4ed8-a4f9-4eafdc515adb req-085a1aa0-3f53-4a45-9d8f-406a45f0618e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0802681 Nov 03 21:40:53.099590 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36748) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:53.117819 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b2598cdf-3791-4ed8-a4f9-4eafdc515adb req-01a4f76d-74d0-4817-bca3-84d784e84daa tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473700 Nov 03 21:40:53.229562 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:53.255811 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0d79af64-6ba4-4852-be33-e59f67e6d403 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428635677&fields=id&tenant_id=d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 267 time: 0.0497639 Nov 03 21:40:53.317049 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:53.324544 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:53.365356 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1aa94235df2742e1ad41ca4ce1fdda85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643111 Nov 03 21:40:53.368212 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 36756) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:40:53.374214 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1deef03-57b3-4ca1-8c66-fd1e2abfcccb,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:53.382447 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-51a4c9e7-4677-481d-9773-e8ca80388ba7 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:53.383971 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-51a4c9e7-4677-481d-9773-e8ca80388ba7 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 811 time: 0.1207068 Nov 03 21:40:53.407302 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-8375d0a6-d09e-4691-8587-9515ef563019 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/quotas/d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 375 time: 0.0099261 Nov 03 21:40:53.410368 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.410719 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.411063 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.411396 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.411724 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.412054 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.412403 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.412740 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.413061 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.413392 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.413710 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.414031 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a26e1ce-cd21-452d-92c1-3279d8f25952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:40:53.452861 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2bbe72b8-0c20-4574-901c-18f62b85d49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:53.483192 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2bbe72b8-0c20-4574-901c-18f62b85d49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:53.491155 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-6cb9057d-467b-40f2-ac56-c7fd1208d13d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679610 Nov 03 21:40:53.548926 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2bbe72b8-0c20-4574-901c-18f62b85d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:53.551687 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2bbe72b8-0c20-4574-901c-18f62b85d49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:53.556185 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-2bbe72b8-0c20-4574-901c-18f62b85d49e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1deef03-57b3-4ca1-8c66-fd1e2abfcccb HTTP/1.1" status: 204 len: 168 time: 0.1869838 Nov 03 21:40:53.566046 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe72b8-0c20-4574-901c-18f62b85d49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1deef03-57b3-4ca1-8c66-fd1e2abfcccb,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:40:53.616851 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8a992-fbaa-4151-bff4-16b38dadf45f req-3196a016-6a1d-4f62-aa8e-ebdcd02bba0b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:53.618266 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ca8a992-fbaa-4151-bff4-16b38dadf45f req-3196a016-6a1d-4f62-aa8e-ebdcd02bba0b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.1050789 Nov 03 21:40:53.649829 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-f03b56d1-2f30-4d87-8b96-4d6f82ddfe7b service neutron] 10.222.0.62 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582279 Nov 03 21:40:53.730825 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ca8a992-fbaa-4151-bff4-16b38dadf45f req-9a42bded-f04f-4492-be8b-7940cace3dfa tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985754 Nov 03 21:40:53.777423 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-413439a0-8633-44a2-8839-707451f4f44b service neutron] 10.222.0.62 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191015 Nov 03 21:40:53.870067 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968abe2-51f9-4364-87fb-faf027ccc367 req-dc47d63f-b91e-4478-9bde-f4d6204d7982 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:53.870377 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5968abe2-51f9-4364-87fb-faf027ccc367 req-dc47d63f-b91e-4478-9bde-f4d6204d7982 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0637169 Nov 03 21:40:53.942840 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5968abe2-51f9-4364-87fb-faf027ccc367 req-3463ccfd-0083-47bc-b822-f3cb51604ebd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655158 Nov 03 21:40:54.173332 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ac9979ae-1ccf-4581-9eb9-e07aebc089d8 req-c68757ea-ad46-459b-a2c7-0de55ab8930d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 210 time: 0.0537651 Nov 03 21:40:54.275199 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eda59-b366-4349-bb0a-6a26bc20ce32 req-2a680b61-c337-462a-9eeb-33d8fbcd5ff8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:54.276986 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-523eda59-b366-4349-bb0a-6a26bc20ce32 req-2a680b61-c337-462a-9eeb-33d8fbcd5ff8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0584338 Nov 03 21:40:54.341055 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-523eda59-b366-4349-bb0a-6a26bc20ce32 req-eec558e9-2ced-4400-af9c-0f79dc3ce0c8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578947 Nov 03 21:40:54.860336 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3751-6910-46f1-aef1-e8e953ef0173 req-637c6ee6-5f2f-4069-9592-f3652ae195b1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:54.868908 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-327c3751-6910-46f1-aef1-e8e953ef0173 req-637c6ee6-5f2f-4069-9592-f3652ae195b1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0680363 Nov 03 21:40:54.958936 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-327c3751-6910-46f1-aef1-e8e953ef0173 req-2196874b-9fec-4ce9-866a-87e7dccef312 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884464 Nov 03 21:40:55.104338 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccce842-a101-4574-a906-12cc4c0c9766 req-3cd7d423-f2dd-4c4b-adde-66a225042fe3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:55.106162 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4ccce842-a101-4574-a906-12cc4c0c9766 req-3cd7d423-f2dd-4c4b-adde-66a225042fe3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0788763 Nov 03 21:40:55.156836 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4ccce842-a101-4574-a906-12cc4c0c9766 req-26f6ff68-5a15-4a89-a67f-fcd1520a84d8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Nov 03 21:40:55.258351 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bae4ab7a-30d2-4efa-9524-fcecfe10e412 req-d22fd334-0217-4fe4-ab91-27f5227be1a1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 210 time: 0.0254889 Nov 03 21:40:55.465490 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eb7b5-9d6a-47f9-875c-d981581e0650 req-c053d75d-b738-485a-833d-ab6d35e19ca3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:55.467012 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-193eb7b5-9d6a-47f9-875c-d981581e0650 req-c053d75d-b738-485a-833d-ab6d35e19ca3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0585399 Nov 03 21:40:55.518249 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-193eb7b5-9d6a-47f9-875c-d981581e0650 req-0b932117-addc-4814-9ebd-56b8042e0bfb tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Nov 03 21:40:56.074624 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66f0a8-e88a-4605-86af-2e4a75d6cda9 req-5c529dc3-4e92-4c0f-9237-b408562beee8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:56.076169 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af66f0a8-e88a-4605-86af-2e4a75d6cda9 req-5c529dc3-4e92-4c0f-9237-b408562beee8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0518882 Nov 03 21:40:56.133745 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af66f0a8-e88a-4605-86af-2e4a75d6cda9 req-61d15deb-0f35-442a-b90d-ac0cefe9298b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510907 Nov 03 21:40:56.294147 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766619e-da76-4727-bdca-13bf95259bc0 req-7c48eba3-36cb-462c-83f4-c8dfc67edd8f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:56.295825 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c766619e-da76-4727-bdca-13bf95259bc0 req-7c48eba3-36cb-462c-83f4-c8dfc67edd8f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0624535 Nov 03 21:40:56.372747 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c766619e-da76-4727-bdca-13bf95259bc0 req-2f6647e9-3985-4371-9f78-0711270effc8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682275 Nov 03 21:40:56.397846 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9b028105-2693-49be-a192-07254f6d086e req-8240b3c4-97aa-4e54-a9f1-47efa56401ba tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 210 time: 0.0554988 Nov 03 21:40:56.656912 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4e422-8e0c-4c16-9beb-a7dfe3b668ed req-fa598116-2757-4303-bcf3-76f92bf824b4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:56.658377 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-55d4e422-8e0c-4c16-9beb-a7dfe3b668ed req-fa598116-2757-4303-bcf3-76f92bf824b4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0575781 Nov 03 21:40:56.710122 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-55d4e422-8e0c-4c16-9beb-a7dfe3b668ed req-feaf8439-c07b-4ee0-8867-ce22b213d91e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Nov 03 21:40:57.253318 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a279f16-e72a-4baa-864c-1746772a2aaa req-19c284aa-c485-45e6-a89b-cba94393285c tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:57.254832 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3a279f16-e72a-4baa-864c-1746772a2aaa req-19c284aa-c485-45e6-a89b-cba94393285c tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0519760 Nov 03 21:40:57.302594 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3a279f16-e72a-4baa-864c-1746772a2aaa req-7b6d21ae-7631-461b-9817-4e0528e1cab1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Nov 03 21:40:57.495963 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f5297863-76ae-4c85-b23b-9ec17d7bd0fc req-4d6498af-519a-47d7-be11-9ab6fe067161 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 210 time: 0.0283010 Nov 03 21:40:57.509349 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511882d-c98b-48e5-9cb9-528cdab8d940 req-f839e3b1-cfe7-4f91-838b-d597a50473ca tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:57.510854 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3511882d-c98b-48e5-9cb9-528cdab8d940 req-f839e3b1-cfe7-4f91-838b-d597a50473ca tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0718277 Nov 03 21:40:57.561739 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3511882d-c98b-48e5-9cb9-528cdab8d940 req-77867b3a-9612-4d8f-b43c-16d5022b59f8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440936 Nov 03 21:40:57.832929 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be93c82-cf1e-4aa8-b0a3-328df33d8d1b req-be943637-b08a-4840-ae43-eaccd497a2e3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:57.832929 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5be93c82-cf1e-4aa8-b0a3-328df33d8d1b req-be943637-b08a-4840-ae43-eaccd497a2e3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Nov 03 21:40:57.882383 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5be93c82-cf1e-4aa8-b0a3-328df33d8d1b req-931a96c0-530f-4202-882a-5e70110f27e0 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436845 Nov 03 21:40:58.011761 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-c0eb3269-4e06-4e40-abe7-71d387ed8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.013415 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-c0eb3269-4e06-4e40-abe7-71d387ed8756 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5c172224baa4fc781455fc748f81bb2&device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1137 time: 0.0436735 Nov 03 21:40:58.045663 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-c7353960-6cbe-4af1-90d7-5fff9a8c604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.047737 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-c7353960-6cbe-4af1-90d7-5fff9a8c604c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1098 time: 0.0464463 Nov 03 21:40:58.149207 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-cb3ab718-c7fe-4593-9b2d-a1f12c4140b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.150730 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-cb3ab718-c7fe-4593-9b2d-a1f12c4140b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 200 len: 915 time: 0.1060185 Nov 03 21:40:58.181486 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-52f3c916-94e1-4362-a12c-cfd50df1f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.183052 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-52f3c916-94e1-4362-a12c-cfd50df1f700 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 920 time: 0.0944412 Nov 03 21:40:58.222761 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-c6628cb1-ebd3-4ef9-a5b1-d48f65b37cb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 1001 time: 0.0633185 Nov 03 21:40:58.228099 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-12fd045d-f4bd-4fd4-9515-689499674184 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 200 len: 217 time: 0.0355563 Nov 03 21:40:58.280429 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-9e977b2b-1755-47d1-9054-d9fbc0c063ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.283212 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-9e977b2b-1755-47d1-9054-d9fbc0c063ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea23d2f-8852-4d90-8c79-2a57b5376b84 HTTP/1.1" status: 200 len: 853 time: 0.0451510 Nov 03 21:40:58.297744 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-9640b9e1-d33f-4e4a-a9f4-7cadf273e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.299217 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-9640b9e1-d33f-4e4a-a9f4-7cadf273e8d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.0444431 Nov 03 21:40:58.350714 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-e66178df-9fc1-4055-83fa-897852c29ad4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384028 Nov 03 21:40:58.354770 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-cd3c6f21-264c-46d2-b085-ac3869bec5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.356944 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-cd3c6f21-264c-46d2-b085-ac3869bec5a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a14587c0-9db1-4f85-823c-6f728153f919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582609 Nov 03 21:40:58.468088 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-5e4d9ef3-5547-4a3d-9667-f5d619ce2579 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861485 Nov 03 21:40:58.488760 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71da9f-ae2c-412f-9a42-2ff6607aae16 req-d5c58c69-186a-4f9b-a732-e0d9f55e82e2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.490423 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4f71da9f-ae2c-412f-9a42-2ff6607aae16 req-d5c58c69-186a-4f9b-a732-e0d9f55e82e2 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.1108811 Nov 03 21:40:58.526798 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-aaa612ba-701e-44a7-a81f-915d1abdc287 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364846 Nov 03 21:40:58.579780 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-fac9dd4d-3949-4b7d-87d4-4efa08af5e2b req-448e18c1-cc17-4a04-9a9b-d7079de870dd service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905881 Nov 03 21:40:58.613799 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4f71da9f-ae2c-412f-9a42-2ff6607aae16 req-de151c16-ab2e-46a7-80fc-7d93d51caed5 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167078 Nov 03 21:40:58.636862 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de97eed9-00f6-4f9c-9744-42dc526be58d req-a4e3cf0e-25b0-49a3-ab1e-626e970453f2 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 210 time: 0.0638821 Nov 03 21:40:58.672305 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c4cecdd8-cee4-47dd-8028-359f0e62e2e9 req-d61833c6-c4ca-488e-8d04-a1f4ae78312a service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325021 Nov 03 21:40:58.723412 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69713ddb-c25d-43e7-a490-54642850eb59 req-925926d6-a8b1-40b8-b4c7-7af627f63b40 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.724910 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-69713ddb-c25d-43e7-a490-54642850eb59 req-925926d6-a8b1-40b8-b4c7-7af627f63b40 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0517242 Nov 03 21:40:58.781531 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-69713ddb-c25d-43e7-a490-54642850eb59 req-cbba138f-3cf1-48e8-9969-8837382fb5de tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483763 Nov 03 21:40:58.997400 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711514f-4bdf-4c34-acdc-da807d0284d4 req-c9571da0-eb73-4660-b1eb-9fe6efa86422 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:58.998890 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d711514f-4bdf-4c34-acdc-da807d0284d4 req-c9571da0-eb73-4660-b1eb-9fe6efa86422 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0479326 Nov 03 21:40:59.115980 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d711514f-4bdf-4c34-acdc-da807d0284d4 req-92708e7a-fa94-4cdc-ba2b-59ab3421ce17 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048090 Nov 03 21:40:59.152954 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-14f30dff-ac27-4b62-94a0-74322006bdfe tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:59.154427 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-14f30dff-ac27-4b62-94a0-74322006bdfe tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 811 time: 0.1521077 Nov 03 21:40:59.236651 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-bab550b9-9747-43f9-9971-7b56c037d08b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 379 time: 0.0639553 Nov 03 21:40:59.251311 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'port': {'device_id': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'admin_state_up': True, 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'security_groups': ['37273184-e5ab-4a7d-a15a-7001ebaf684c']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:40:59.370218 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Made reservation on behalf of d9ae235971d5467cbf6d19058d63882c for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:40:59.373758 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:59.442989 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-d5e135e7-03ae-4916-be56-4dbc6067380d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:59.445515 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-d5e135e7-03ae-4916-be56-4dbc6067380d tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.0728691 Nov 03 21:40:59.511748 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Allocated IP 172.20.0.14 (d9396bc9-d804-479b-8930-8150cacae48d/a9031653-3a70-417f-82e2-b398c5f35018/2fb26240-7163-4963-a18d-6e21d1ea2412) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:40:59.559981 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Deleting port 2020293b-57c2-4854-b39d-dc3f07ee80e2 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:40:59.560316 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:59.689767 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:59.721038 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] For port 2020293b-57c2-4854-b39d-dc3f07ee80e2, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2020293b-57c2-4854-b39d-dc3f07ee80e2,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:40:59.721430 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:59.744117 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Calling delete_port for 2020293b-57c2-4854-b39d-dc3f07ee80e2 owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:40:59.815216 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-227575aa-d717-4042-90bb-533e8753aa02 req-96a23c90-97ab-450b-8655-e493ce64baed tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 210 time: 0.0450346 Nov 03 21:40:59.823160 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6c14-d504-4589-88f3-ff3565a9b834 req-e1779e22-4491-4fcd-81de-42fa9c37d5ae tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:59.825114 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68ac6c14-d504-4589-88f3-ff3565a9b834 req-e1779e22-4491-4fcd-81de-42fa9c37d5ae tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=86313e00-df3b-461f-b423-23ce358b591c HTTP/1.1" status: 200 len: 945 time: 0.1333284 Nov 03 21:40:59.835926 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:59.929799 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Network d9396bc9-d804-479b-8930-8150cacae48d is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:40:59.941207 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:40:59.970744 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68ac6c14-d504-4589-88f3-ff3565a9b834 req-b6184473-3f14-4bae-9a0d-4825d4446009 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311805 Nov 03 21:40:59.972190 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:59.982056 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:40:59.987013 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:40:59.987710 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:40:59.989716 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7ee1b648-540c-4b59-af35-08de1ad82b40', '79622f8c-fa74-4739-bef8-4e3f6752282a', 'a80a9978-54d5-4278-bfd6-100bdadedb9a', '2020293b-57c2-4854-b39d-dc3f07ee80e2'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:00.027335 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Pushing event deleted for resources: {'Port': ['ID=2020293b-57c2-4854-b39d-dc3f07ee80e2,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:00.050296 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=2fb26240-7163-4963-a18d-6e21d1ea2412,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:00.098008 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] No DVR routers for this DVR port 2020293b-57c2-4854-b39d-dc3f07ee80e2 on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:41:00.102481 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:00.115354 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-326431d7-8965-4af7-91c8-7d7cbb8cb7c2 req-572af163-5046-45d8-87fc-41a1ec4c1b54 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "DELETE /v2.0/ports/2020293b-57c2-4854-b39d-dc3f07ee80e2 HTTP/1.1" status: 204 len: 173 time: 0.6568387 Nov 03 21:41:00.115643 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86313e00-df3b-461f-b423-23ce358b591c', 'name': 'network-vif-deleted', 'tag': '2020293b-57c2-4854-b39d-dc3f07ee80e2'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:00.116329 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.116711 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.117129 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.117470 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.117703 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b1fc23-54ff-49a9-b8fd-318df1c9aab0" -d '{"events": [{"server_uuid": "86313e00-df3b-461f-b423-23ce358b591c", "name": "network-vif-deleted", "tag": "2020293b-57c2-4854-b39d-dc3f07ee80e2"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:00.117834 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.118143 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.118475 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.126969 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.127312 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.127648 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.127980 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.128308 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:00.138148 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0c8dcf99-4fe6-40ba-942f-1235ccab15b8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8920643 Nov 03 21:41:00.157962 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Request body: {'port': {'device_id': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:41:00.203851 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46ae234-6f47-4c40-8b49-89cdfb06d201 x-openstack-request-id: req-d46ae234-6f47-4c40-8b49-89cdfb06d201 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:00.204189 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86313e00-df3b-461f-b423-23ce358b591c", "name": "network-vif-deleted", "tag": "2020293b-57c2-4854-b39d-dc3f07ee80e2", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:00.204446 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d46ae234-6f47-4c40-8b49-89cdfb06d201 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:00.204840 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86313e00-df3b-461f-b423-23ce358b591c', 'name': 'network-vif-deleted', 'tag': '2020293b-57c2-4854-b39d-dc3f07ee80e2', 'status': 'completed', 'code': 200} Nov 03 21:41:00.461273 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-2a47a3d6-d6e9-4a79-98ec-faed9eb4fa0c None None] Provisioning complete for port 2fb26240-7163-4963-a18d-6e21d1ea2412 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:41:00.461646 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2a47a3d6-d6e9-4a79-98ec-faed9eb4fa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:00.535679 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-2a47a3d6-d6e9-4a79-98ec-faed9eb4fa0c None None] Port 2fb26240-7163-4963-a18d-6e21d1ea2412 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:41:00.544154 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c9874-aead-446a-86d9-0fdc931dc441 req-42f0b7f2-088b-4653-b0d7-db607385103b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:00.545642 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b5c9874-aead-446a-86d9-0fdc931dc441 req-42f0b7f2-088b-4653-b0d7-db607385103b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.5195825 Nov 03 21:41:00.626289 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:00.664573 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eacdb8-567b-452a-9582-ef9b3beb9c30 req-8f8f04e2-0c98-48b6-8142-439d2f317617 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:00.666060 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-45eacdb8-567b-452a-9582-ef9b3beb9c30 req-8f8f04e2-0c98-48b6-8142-439d2f317617 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1329019 Nov 03 21:41:00.696256 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b5c9874-aead-446a-86d9-0fdc931dc441 req-d577e401-7b75-4ed7-9819-c620e6cbdbb2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410077 Nov 03 21:41:00.807985 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-45eacdb8-567b-452a-9582-ef9b3beb9c30 req-dab67998-eaa4-4936-baee-8b347f43b344 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178803 Nov 03 21:41:00.998906 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02478e3-36f4-4092-93f6-fc96bbcd00da req-626dd3f4-de7e-4ce7-a4c7-7497c6c00b8a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:01.000698 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d02478e3-36f4-4092-93f6-fc96bbcd00da req-626dd3f4-de7e-4ce7-a4c7-7497c6c00b8a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 932 time: 0.0852065 Nov 03 21:41:01.048209 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb26240-7163-4963-a18d-6e21d1ea2412 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:41:01.062051 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:01.095236 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d02478e3-36f4-4092-93f6-fc96bbcd00da req-c7f3fa88-4418-46d9-a977-cfe615d671a3 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767913 Nov 03 21:41:01.096250 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Transition to ACTIVE for port object 2fb26240-7163-4963-a18d-6e21d1ea2412 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:41:01.101406 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:01.183415 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb26240-7163-4963-a18d-6e21d1ea2412,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:01.190623 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Attempting to bind port 2fb26240-7163-4963-a18d-6e21d1ea2412 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:41:01.190886 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Attempting to bind port 2fb26240-7163-4963-a18d-6e21d1ea2412 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:41:01.191215 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Attempting to bind port 2fb26240-7163-4963-a18d-6e21d1ea2412 on network d9396bc9-d804-479b-8930-8150cacae48d {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:41:01.196075 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Port 2fb26240-7163-4963-a18d-6e21d1ea2412 on network d9396bc9-d804-479b-8930-8150cacae48d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:41:01.196421 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Attempting to bind port 2fb26240-7163-4963-a18d-6e21d1ea2412 on network d9396bc9-d804-479b-8930-8150cacae48d {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:41:01.201840 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:41:01.202178 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Checking segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:41:01.202559 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Bound using segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:41:01.203530 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Bound port: 2fb26240-7163-4963-a18d-6e21d1ea2412, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:41:01.203902 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:01.271262 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] For port 2fb26240-7163-4963-a18d-6e21d1ea2412, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:41:01.274692 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] For port 2fb26240-7163-4963-a18d-6e21d1ea2412, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2fb26240-7163-4963-a18d-6e21d1ea2412,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:41:01.279031 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:01.319773 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:01.320405 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:01.321798 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/2fb26240-7163-4963-a18d-6e21d1ea2412 HTTP/1.1" status: 200 len: 1094 time: 1.1695323 Nov 03 21:41:01.322245 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'tag': '2fb26240-7163-4963-a18d-6e21d1ea2412'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:01.325432 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0", "tag": "2fb26240-7163-4963-a18d-6e21d1ea2412"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:01.363559 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc23402-cc11-4330-915f-5612df29d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb26240-7163-4963-a18d-6e21d1ea2412,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:01.381439 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf54564-5af3-4c28-830c-238c703e8c61 x-openstack-request-id: req-8bf54564-5af3-4c28-830c-238c703e8c61 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:01.381924 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0", "tag": "2fb26240-7163-4963-a18d-6e21d1ea2412", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:01.382245 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bf54564-5af3-4c28-830c-238c703e8c61 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:01.382753 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'tag': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'status': 'completed', 'code': 200} Nov 03 21:41:01.453856 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-303236c8-6004-4ffd-b97d-6c542df06c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:01.455403 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-303236c8-6004-4ffd-b97d-6c542df06c63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 1097 time: 0.0541019 Nov 03 21:41:01.504535 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-aae45166-bbdc-4c12-9dca-ec1f06d94134 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb26240-7163-4963-a18d-6e21d1ea2412 HTTP/1.1" status: 200 len: 217 time: 0.0386176 Nov 03 21:41:01.563937 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0b828162-80df-4d13-8e1d-50afab33838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:01.565452 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-0b828162-80df-4d13-8e1d-50afab33838d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0480640 Nov 03 21:41:01.621120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-9f4e2bc0-3289-4197-94a1-472be5c2d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:01.622638 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-9f4e2bc0-3289-4197-94a1-472be5c2d70a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499716 Nov 03 21:41:01.717664 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-2ab67a71-0b57-4b00-9046-4deca31812b8 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843258 Nov 03 21:41:01.854821 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2a7e0507-b0cb-48ef-8dc1-205254366999 req-22026a6c-91e3-4c2d-8997-5265eaefc110 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271539 Nov 03 21:41:01.884634 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6ab6-0674-4974-ba2d-79a3173cd861 req-2793a5fa-b3d2-4793-a9ae-7f30f0800c96 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:01.886213 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-387c6ab6-0674-4974-ba2d-79a3173cd861 req-2793a5fa-b3d2-4793-a9ae-7f30f0800c96 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0719132 Nov 03 21:41:02.006934 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-387c6ab6-0674-4974-ba2d-79a3173cd861 req-051a6ab1-890c-4936-ad4e-687a82709d03 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133907 Nov 03 21:41:02.018736 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3cd60-24b6-480f-ae56-0a8fd91d38ac req-cd28269b-6cc6-4387-a31d-c208a0503847 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:02.020267 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eef3cd60-24b6-480f-ae56-0a8fd91d38ac req-cd28269b-6cc6-4387-a31d-c208a0503847 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1203551 Nov 03 21:41:02.024712 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-4de66227-39b5-4170-8854-d190d697c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:02.024712 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-4de66227-39b5-4170-8854-d190d697c84e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 1097 time: 0.1087809 Nov 03 21:41:02.123108 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eef3cd60-24b6-480f-ae56-0a8fd91d38ac req-12291a78-2fb3-4df6-9837-06dd487886e4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958934 Nov 03 21:41:02.163310 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-6a6d6de3-d701-4a0d-a326-06ef846e3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:02.164876 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-6a6d6de3-d701-4a0d-a326-06ef846e3b19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.1230471 Nov 03 21:41:02.228138 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-8c012037-4024-481c-8cac-0c3685e9fe08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb26240-7163-4963-a18d-6e21d1ea2412 HTTP/1.1" status: 200 len: 217 time: 0.0500183 Nov 03 21:41:02.259060 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73422207-0f72-4a61-947d-6c2f61a1f0e4 req-53a0e2e2-7c87-4195-a953-f3864979197b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:02.260531 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-73422207-0f72-4a61-947d-6c2f61a1f0e4 req-53a0e2e2-7c87-4195-a953-f3864979197b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 944 time: 0.0923717 Nov 03 21:41:02.319329 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-1350efc3-cefb-45ae-bd57-67b958f8a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:02.320876 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-1350efc3-cefb-45ae-bd57-67b958f8a364 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0785785 Nov 03 21:41:02.341503 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-73422207-0f72-4a61-947d-6c2f61a1f0e4 req-fe56be23-39bf-4025-9201-51b432cb3d1c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623112 Nov 03 21:41:02.410495 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c675c-9887-4187-b687-f0f39a03a04e req-a1d1338f-1367-41df-90de-b800f5a66cab tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:02.412062 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c00c675c-9887-4187-b687-f0f39a03a04e req-a1d1338f-1367-41df-90de-b800f5a66cab tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.0613310 Nov 03 21:41:02.459925 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c00c675c-9887-4187-b687-f0f39a03a04e req-c9f57013-1519-4c58-a6fc-d706856f5cbf tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Nov 03 21:41:03.132631 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184dac3-1db8-463f-83c1-25a48c770796 req-7f2ade2d-66c7-40ba-b514-50bc5dffbc61 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:03.134045 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d184dac3-1db8-463f-83c1-25a48c770796 req-7f2ade2d-66c7-40ba-b514-50bc5dffbc61 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0496223 Nov 03 21:41:03.183053 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d184dac3-1db8-463f-83c1-25a48c770796 req-de5e7b23-7403-4029-b08b-22927787c63c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428727 Nov 03 21:41:03.258988 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e64d5-d35c-425f-9e11-87d5d00942c8 req-1a6dfb7e-6bfb-4cde-97e0-9474d6f8509c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:03.260521 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5d6e64d5-d35c-425f-9e11-87d5d00942c8 req-1a6dfb7e-6bfb-4cde-97e0-9474d6f8509c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0543363 Nov 03 21:41:03.309104 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5d6e64d5-d35c-425f-9e11-87d5d00942c8 req-a2053024-bc2a-4645-9f83-6bb9088eb0ca tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Nov 03 21:41:03.456373 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e290c7-7e75-4c9e-813e-64dc9c7d956d req-3d73b96a-8809-4ac6-81fc-e08ecf7ff115 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:03.458103 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-07e290c7-7e75-4c9e-813e-64dc9c7d956d req-3d73b96a-8809-4ac6-81fc-e08ecf7ff115 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 944 time: 0.0498552 Nov 03 21:41:03.508255 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-07e290c7-7e75-4c9e-813e-64dc9c7d956d req-c09a3069-a520-497c-951f-29763e8ef2ab tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Nov 03 21:41:03.571588 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c38e1-e6fa-4188-b2b7-aaad5c634548 req-0850e76f-5766-430c-8e79-28b1a64f29de tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:03.573100 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1d6c38e1-e6fa-4188-b2b7-aaad5c634548 req-0850e76f-5766-430c-8e79-28b1a64f29de tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.0483468 Nov 03 21:41:03.623009 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1d6c38e1-e6fa-4188-b2b7-aaad5c634548 req-cb75be4f-3ba8-4d8f-9381-8b4cc53b2168 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440869 Nov 03 21:41:04.037610 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 2020293b-57c2-4854-b39d-dc3f07ee80e2 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:41:04.057344 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 2020293b-57c2-4854-b39d-dc3f07ee80e2 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:41:04.057676 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 2020293b-57c2-4854-b39d-dc3f07ee80e2 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:41:04.303598 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768ec3-2100-49d4-b7e2-171127bc4bfd req-194d9000-abd9-4043-b4db-2ff2b2fdc200 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:04.305104 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5768ec3-2100-49d4-b7e2-171127bc4bfd req-194d9000-abd9-4043-b4db-2ff2b2fdc200 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0479600 Nov 03 21:41:04.355990 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5768ec3-2100-49d4-b7e2-171127bc4bfd req-6807c25f-dbf1-4466-adab-c2097d006aca tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450742 Nov 03 21:41:04.431774 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22a3ee-206c-490d-a7dd-74dd155f4bbe req-e218d4bb-2eae-4963-af96-3b89468952f7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:04.433324 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7a22a3ee-206c-490d-a7dd-74dd155f4bbe req-e218d4bb-2eae-4963-af96-3b89468952f7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Nov 03 21:41:04.484622 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7a22a3ee-206c-490d-a7dd-74dd155f4bbe req-ba318495-bee7-4a86-b365-64ae0eb2ca94 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446317 Nov 03 21:41:04.624291 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10d54-8ae9-4d75-98b5-9f9c82da4bf0 req-895982fc-86af-40f5-847d-4dd0997f0c9b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:04.626462 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-46f10d54-8ae9-4d75-98b5-9f9c82da4bf0 req-895982fc-86af-40f5-847d-4dd0997f0c9b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 944 time: 0.0532718 Nov 03 21:41:04.676192 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-46f10d54-8ae9-4d75-98b5-9f9c82da4bf0 req-500be4c9-89e9-4e70-84d3-60952e33e223 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436630 Nov 03 21:41:04.736253 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64b65b-c18a-485d-9d6c-c967e6b65dc7 req-38c79317-8cc4-4d19-9275-54ad7fcc141c tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:04.737658 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ae64b65b-c18a-485d-9d6c-c967e6b65dc7 req-38c79317-8cc4-4d19-9275-54ad7fcc141c tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.0476859 Nov 03 21:41:04.783300 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ae64b65b-c18a-485d-9d6c-c967e6b65dc7 req-4c5459a1-e634-40c6-b18d-2bd567ca6545 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Nov 03 21:41:05.075794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-d56312ec-0471-4642-b483-c33d692a3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:05.077190 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-d56312ec-0471-4642-b483-c33d692a3d11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393243 Nov 03 21:41:05.172098 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-2fd429e9-38a6-41f2-bacd-73d59c734b41 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838335 Nov 03 21:41:05.264138 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-84f83a6d-f959-421e-ae88-d46ba3c6d3c5 req-e7a8070c-96cf-4f95-991d-1f9e770633bf service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839860 Nov 03 21:41:05.475754 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2a3b0-a8ba-4b39-a5db-d99ea4f2abb7 req-1806a5a6-3118-4f10-b3bb-9742e150b804 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:05.477313 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ccf2a3b0-a8ba-4b39-a5db-d99ea4f2abb7 req-1806a5a6-3118-4f10-b3bb-9742e150b804 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0486526 Nov 03 21:41:05.525725 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ccf2a3b0-a8ba-4b39-a5db-d99ea4f2abb7 req-f042348f-bb30-4130-849e-00d7b2423752 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Nov 03 21:41:05.607604 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20d35e-4fbd-47ac-a6e9-d19a451548c1 req-7e7d905d-4447-431b-a211-bd60026b1f2e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:05.609116 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0c20d35e-4fbd-47ac-a6e9-d19a451548c1 req-7e7d905d-4447-431b-a211-bd60026b1f2e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0525327 Nov 03 21:41:05.658741 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0c20d35e-4fbd-47ac-a6e9-d19a451548c1 req-d6ac1d90-fff0-4db8-992f-7133cb98c884 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Nov 03 21:41:05.705574 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ac61fb23-5cff-4f27-8ce0-182d4a6be657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:05.794879 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b22d4-723d-4bbd-8ab9-8a09ac055c93 req-4d95c1a2-2a8c-4b45-9dc6-2d8fc6c69fea tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:05.796406 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa4b22d4-723d-4bbd-8ab9-8a09ac055c93 req-4d95c1a2-2a8c-4b45-9dc6-2d8fc6c69fea tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 944 time: 0.0524888 Nov 03 21:41:05.848572 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa4b22d4-723d-4bbd-8ab9-8a09ac055c93 req-d5c200af-d5f2-4869-ae1f-95973c7ab641 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459800 Nov 03 21:41:05.898457 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cb846-5bd3-46d8-9783-cbc96be2a6fa req-1742b454-1b52-4411-be7e-a8102813998e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:05.899963 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b15cb846-5bd3-46d8-9783-cbc96be2a6fa req-1742b454-1b52-4411-be7e-a8102813998e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.0490146 Nov 03 21:41:05.950438 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b15cb846-5bd3-46d8-9783-cbc96be2a6fa req-1d638ce3-3961-4292-8c46-14b548d301b4 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Nov 03 21:41:06.649651 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2318-717a-49f8-b658-56bd8cd35f51 req-6ace9dca-2b54-40c2-877e-fdcdfc5a9499 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:06.651071 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b7d2318-717a-49f8-b658-56bd8cd35f51 req-6ace9dca-2b54-40c2-877e-fdcdfc5a9499 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0520799 Nov 03 21:41:06.700457 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b7d2318-717a-49f8-b658-56bd8cd35f51 req-9b405536-7393-47fe-ba99-e4e804ef7801 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Nov 03 21:41:06.778402 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b049e9-d238-485d-9c70-7961851b85cc req-79d64ec3-6469-4656-b60b-09c1a06205d4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:06.780087 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a6b049e9-d238-485d-9c70-7961851b85cc req-79d64ec3-6469-4656-b60b-09c1a06205d4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0536015 Nov 03 21:41:06.829653 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a6b049e9-d238-485d-9c70-7961851b85cc req-adecd2a0-be20-447c-a63f-983e348002d9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Nov 03 21:41:06.960416 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6996e-b842-4a56-baa9-f6379f47db99 req-3be44d1c-d1f3-4d33-ab53-b518e0312636 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:06.961880 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b6e6996e-b842-4a56-baa9-f6379f47db99 req-3be44d1c-d1f3-4d33-ab53-b518e0312636 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 944 time: 0.0486152 Nov 03 21:41:07.067134 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-428b3f23-4ecb-4258-9bb7-769e70bcca4b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:07.068602 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-428b3f23-4ecb-4258-9bb7-769e70bcca4b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.1058547 Nov 03 21:41:07.073268 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b6e6996e-b842-4a56-baa9-f6379f47db99 req-dc75c781-d3b5-48d0-9133-7920d0a78974 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026802 Nov 03 21:41:07.123034 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a3471-a2a8-4620-a1cf-3b2eb9374747 req-81440a5b-bfd9-4b21-8719-11604b5509d6 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:07.124538 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-102a3471-a2a8-4620-a1cf-3b2eb9374747 req-81440a5b-bfd9-4b21-8719-11604b5509d6 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=6299b4ce-0f2e-458e-81a7-69067ac95a69 HTTP/1.1" status: 200 len: 946 time: 0.1057994 Nov 03 21:41:07.205676 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-102a3471-a2a8-4620-a1cf-3b2eb9374747 req-84640ba7-e102-43b5-ae34-4fd2854c59e1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751348 Nov 03 21:41:07.214621 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Deleting port a80a9978-54d5-4278-bfd6-100bdadedb9a {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:41:07.214894 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:07.301137 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] For port a80a9978-54d5-4278-bfd6-100bdadedb9a, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a80a9978-54d5-4278-bfd6-100bdadedb9a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:07.301496 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:07.316126 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Calling delete_port for a80a9978-54d5-4278-bfd6-100bdadedb9a owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:41:07.470607 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:07.485072 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7ee1b648-540c-4b59-af35-08de1ad82b40', '79622f8c-fa74-4739-bef8-4e3f6752282a', 'a80a9978-54d5-4278-bfd6-100bdadedb9a'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:07.502540 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Pushing event deleted for resources: {'Port': ['ID=a80a9978-54d5-4278-bfd6-100bdadedb9a,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:07.552765 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:41:07.571236 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] No DVR routers for this DVR port a80a9978-54d5-4278-bfd6-100bdadedb9a on host hv-cinder-81657 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:41:07.574667 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:07.582346 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-08f05b78-6f4f-42ab-afdd-e5d715b02990 req-96d5d50d-e203-4b93-9b65-816bf8cfbbc3 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "DELETE /v2.0/ports/a80a9978-54d5-4278-bfd6-100bdadedb9a HTTP/1.1" status: 204 len: 173 time: 0.5033407 Nov 03 21:41:07.582873 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6299b4ce-0f2e-458e-81a7-69067ac95a69', 'name': 'network-vif-deleted', 'tag': 'a80a9978-54d5-4278-bfd6-100bdadedb9a'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:07.586139 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5709e49-b19c-43f6-9beb-fd28085ba4fb" -d '{"events": [{"server_uuid": "6299b4ce-0f2e-458e-81a7-69067ac95a69", "name": "network-vif-deleted", "tag": "a80a9978-54d5-4278-bfd6-100bdadedb9a"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:07.639853 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8628158-40d5-49bd-821c-ebb466e27422 x-openstack-request-id: req-f8628158-40d5-49bd-821c-ebb466e27422 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:07.640696 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6299b4ce-0f2e-458e-81a7-69067ac95a69", "name": "network-vif-deleted", "tag": "a80a9978-54d5-4278-bfd6-100bdadedb9a", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:07.640965 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8628158-40d5-49bd-821c-ebb466e27422 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:07.641377 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6299b4ce-0f2e-458e-81a7-69067ac95a69', 'name': 'network-vif-deleted', 'tag': 'a80a9978-54d5-4278-bfd6-100bdadedb9a', 'status': 'completed', 'code': 200} Nov 03 21:41:07.736384 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:07.751216 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '30c0f440-0881-4874-811a-05d91fb0bc96', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'port_id': '30c0f440-0881-4874-811a-05d91fb0bc96', 'mac_address': 'fa:16:3e:21:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:41:07.819597 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:07.826441 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d56adf-fe16-42dd-8b0f-23d9bed48fab req-5b1ac1a7-2c81-43c0-b434-36865625cd15 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:07.828492 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f0d56adf-fe16-42dd-8b0f-23d9bed48fab req-5b1ac1a7-2c81-43c0-b434-36865625cd15 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 944 time: 0.0496681 Nov 03 21:41:07.840218 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c0f440-0881-4874-811a-05d91fb0bc96 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:41:07.881081 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:07.883759 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f0d56adf-fe16-42dd-8b0f-23d9bed48fab req-19cb4f3e-6036-4ad8-a234-4b9379eb3452 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481610 Nov 03 21:41:07.891945 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:07.964461 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a589-ce51-4541-8e28-2d94536bff9b req-7f863295-e48a-4c4c-8e39-e44e417a9c3b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:07.965791 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=9']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:07.966019 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f600a589-ce51-4541-8e28-2d94536bff9b req-7f863295-e48a-4c4c-8e39-e44e417a9c3b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0548308 Nov 03 21:41:07.973681 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.974023 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.974356 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.974691 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.975011 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.975337 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.975657 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.975974 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.976316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.976656 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.976972 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:07.977286 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:08.014369 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f600a589-ce51-4541-8e28-2d94536bff9b req-0088b2f6-47a5-46d7-bec5-137ef113b807 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Nov 03 21:41:08.166254 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-47b651dc-5724-4ca0-882c-169654d81553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:08.200224 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39634b-4e29-443a-9923-30b45cfec4c1 req-861357a1-6136-4aa6-b9a2-13554622e256 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:08.201755 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ae39634b-4e29-443a-9923-30b45cfec4c1 req-861357a1-6136-4aa6-b9a2-13554622e256 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 944 time: 0.0528903 Nov 03 21:41:08.253331 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ae39634b-4e29-443a-9923-30b45cfec4c1 req-5deac720-24ef-44e4-94c9-9fea4be76a20 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447533 Nov 03 21:41:08.276338 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['30c0f440-0881-4874-811a-05d91fb0bc96'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:08.476483 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498bf7f-84b9-40be-950e-a13dea71daf1 req-a1b7da60-dba9-4877-a97f-c386f8eb5d5a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:08.478060 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0498bf7f-84b9-40be-950e-a13dea71daf1 req-a1b7da60-dba9-4877-a97f-c386f8eb5d5a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 946 time: 0.0476382 Nov 03 21:41:08.528813 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0498bf7f-84b9-40be-950e-a13dea71daf1 req-f58d7f83-1ecf-4bf1-8c56-a2ac639a4c3a tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434396 Nov 03 21:41:09.028933 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:09.034619 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d316699-ddda-4d4e-ae76-8bd7d9fcddb0 req-53ca439d-6449-4da2-bac8-ca45760dba96 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:09.036118 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d316699-ddda-4d4e-ae76-8bd7d9fcddb0 req-53ca439d-6449-4da2-bac8-ca45760dba96 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 945 time: 0.0530419 Nov 03 21:41:09.087011 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d316699-ddda-4d4e-ae76-8bd7d9fcddb0 req-96212717-6b72-4256-bbd7-4c01379f4b08 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446913 Nov 03 21:41:09.140287 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf427e-14d2-4d5b-a4f3-cc9d48f24280 req-8b36b3e6-fa87-4ea2-96ed-161afa9794a4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:09.141740 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3baf427e-14d2-4d5b-a4f3-cc9d48f24280 req-8b36b3e6-fa87-4ea2-96ed-161afa9794a4 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0538576 Nov 03 21:41:09.193772 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3baf427e-14d2-4d5b-a4f3-cc9d48f24280 req-99390126-fb36-43b9-8b64-8df266c4002e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Nov 03 21:41:09.367900 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cea865-ad30-4af5-a72d-0df69c6dee1b req-437eb7b5-30f6-4e3e-a4d0-49b6aac46972 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:09.369396 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-74cea865-ad30-4af5-a72d-0df69c6dee1b req-437eb7b5-30f6-4e3e-a4d0-49b6aac46972 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 944 time: 0.0510061 Nov 03 21:41:09.417835 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-74cea865-ad30-4af5-a72d-0df69c6dee1b req-4d0dbc3d-2abe-4087-bf47-a9fffe4f8bca tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417049 Nov 03 21:41:09.550598 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 2fb26240-7163-4963-a18d-6e21d1ea2412 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:41:09.553044 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:41:09.669290 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3fde5-6669-4db4-9894-7f52a265809d req-93bf19cc-63b2-4bc0-ac3f-dd8b1aeb36d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:09.670715 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ac3fde5-6669-4db4-9894-7f52a265809d req-93bf19cc-63b2-4bc0-ac3f-dd8b1aeb36d8 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 946 time: 0.0702684 Nov 03 21:41:09.673021 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 30c0f440-0881-4874-811a-05d91fb0bc96 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:41:09.673410 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:09.698799 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614461c-7896-46f7-b0ed-926f8299c201 req-442151cc-c74d-491a-b0b4-ff9a0edba6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:09.700133 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f614461c-7896-46f7-b0ed-926f8299c201 req-442151cc-c74d-491a-b0b4-ff9a0edba6a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1098 time: 0.0646396 Nov 03 21:41:09.708284 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 2fb26240-7163-4963-a18d-6e21d1ea2412, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2fb26240-7163-4963-a18d-6e21d1ea2412,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:09.728185 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'port_id': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'mac_address': 'fa:16:3e:d3:84:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:41:09.739864 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ac3fde5-6669-4db4-9894-7f52a265809d req-1dadbce5-aa20-4c4c-9c3e-a9424d9f7825 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605364 Nov 03 21:41:09.768475 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f614461c-7896-46f7-b0ed-926f8299c201 req-77df21a5-973c-4007-9994-0f517472797f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 Nov 03 21:41:09.796501 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:09.818264 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb26240-7163-4963-a18d-6e21d1ea2412 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:41:09.822194 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:09.854976 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 2fb26240-7163-4963-a18d-6e21d1ea2412, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2fb26240-7163-4963-a18d-6e21d1ea2412,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:09.859896 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:09.862406 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2247012e-0a27-411b-ba02-794edc5148bd" -d '{"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-plugged", "status": "completed", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:09.867403 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:09.879076 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:09.898959 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:09.901541 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b17993-64e7-4d13-800c-88efa2b45ff2 x-openstack-request-id: req-64b17993-64e7-4d13-800c-88efa2b45ff2 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:09.901848 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-plugged", "status": "completed", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:09.902104 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64b17993-64e7-4d13-800c-88efa2b45ff2 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:09.902562 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96', 'code': 200} Nov 03 21:41:09.928662 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=2fb26240-7163-4963-a18d-6e21d1ea2412,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:09.977466 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=10']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:10.222151 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbefff-6f34-4d6b-adbf-63636b38163f req-6ddf26c6-7fcd-4591-a845-8ffae0e488b2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:10.223939 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8dcbefff-6f34-4d6b-adbf-63636b38163f req-6ddf26c6-7fcd-4591-a845-8ffae0e488b2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 947 time: 0.0618227 Nov 03 21:41:10.305747 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8dcbefff-6f34-4d6b-adbf-63636b38163f req-6285cc97-df3e-4331-9d2e-a703b7ca0794 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737379 Nov 03 21:41:10.315721 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:10.345465 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc93ddb-4de2-4dfc-a08a-6fc1c8635eaa req-be4108f8-4f7a-4ec2-945a-b5b2e3045302 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:10.347033 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dc93ddb-4de2-4dfc-a08a-6fc1c8635eaa req-be4108f8-4f7a-4ec2-945a-b5b2e3045302 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0786228 Nov 03 21:41:10.390671 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['2fb26240-7163-4963-a18d-6e21d1ea2412'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:10.406163 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dc93ddb-4de2-4dfc-a08a-6fc1c8635eaa req-17684655-92ae-487f-ae58-14886ae8341e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530341 Nov 03 21:41:10.542240 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82052a77-b90c-4993-9c72-9f392f7c97ee req-a2dc26bf-5d4d-4e97-9325-81286c481316 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:10.543982 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-82052a77-b90c-4993-9c72-9f392f7c97ee req-a2dc26bf-5d4d-4e97-9325-81286c481316 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 945 time: 0.0558851 Nov 03 21:41:10.619375 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-82052a77-b90c-4993-9c72-9f392f7c97ee req-724769c6-1480-4ab2-9ecc-d5962c55ebcc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667388 Nov 03 21:41:10.655642 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a867c6-b8e1-4e35-a739-95b6a60ff503 req-c8b9cb34-30f7-4fd8-b9a8-0176147b18be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:10.657434 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b2a867c6-b8e1-4e35-a739-95b6a60ff503 req-c8b9cb34-30f7-4fd8-b9a8-0176147b18be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 1100 time: 0.0511010 Nov 03 21:41:10.659959 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829a159-fec3-41b2-bb3e-321348691f30 req-b40dd750-117c-4b6a-81f4-1332a57849e1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:10.661530 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-c829a159-fec3-41b2-bb3e-321348691f30 req-b40dd750-117c-4b6a-81f4-1332a57849e1 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 946 time: 0.0555441 Nov 03 21:41:10.723817 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b2a867c6-b8e1-4e35-a739-95b6a60ff503 req-cf7dd2d1-5d0a-4308-88d8-41096a10909c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426254 Nov 03 21:41:10.771314 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Deleting port 79622f8c-fa74-4739-bef8-4e3f6752282a {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:41:10.771647 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:10.862940 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81b5a-13b4-4db3-a0d6-d8dd40b9cc49 req-3a9dbcbe-2a03-4982-91a8-54670bfbf5d0 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:10.864556 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ca81b5a-13b4-4db3-a0d6-d8dd40b9cc49 req-3a9dbcbe-2a03-4982-91a8-54670bfbf5d0 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 946 time: 0.0584092 Nov 03 21:41:10.874202 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] For port 79622f8c-fa74-4739-bef8-4e3f6752282a, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=79622f8c-fa74-4739-bef8-4e3f6752282a,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:10.875176 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:10.888463 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Calling delete_port for 79622f8c-fa74-4739-bef8-4e3f6752282a owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:41:10.913111 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ca81b5a-13b4-4db3-a0d6-d8dd40b9cc49 req-64551892-c1e0-4519-8796-79ca7237a062 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Nov 03 21:41:11.017079 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:11.256838 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:11.277122 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Pushing event deleted for resources: {'Port': ['ID=79622f8c-fa74-4739-bef8-4e3f6752282a,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:11.320855 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] No DVR routers for this DVR port 79622f8c-fa74-4739-bef8-4e3f6752282a on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:41:11.323892 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:11.327204 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-c829a159-fec3-41b2-bb3e-321348691f30 req-437b7cf7-a880-4d61-8b83-2731eb176ac9 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "DELETE /v2.0/ports/79622f8c-fa74-4739-bef8-4e3f6752282a HTTP/1.1" status: 204 len: 173 time: 0.6454132 Nov 03 21:41:11.328165 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30b70be-310e-4706-bd28-f83b722adecf', 'name': 'network-vif-deleted', 'tag': '79622f8c-fa74-4739-bef8-4e3f6752282a'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:11.330403 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca2785-7f95-4abf-92f1-58b1c2818e2f" -d '{"events": [{"server_uuid": "a30b70be-310e-4706-bd28-f83b722adecf", "name": "network-vif-deleted", "tag": "79622f8c-fa74-4739-bef8-4e3f6752282a"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:11.379796 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14a8b40-6174-4df5-b536-06ae714df81f x-openstack-request-id: req-c14a8b40-6174-4df5-b536-06ae714df81f {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:11.380088 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30b70be-310e-4706-bd28-f83b722adecf", "name": "network-vif-deleted", "tag": "79622f8c-fa74-4739-bef8-4e3f6752282a", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:11.380389 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c14a8b40-6174-4df5-b536-06ae714df81f {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:11.380790 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30b70be-310e-4706-bd28-f83b722adecf', 'name': 'network-vif-deleted', 'tag': '79622f8c-fa74-4739-bef8-4e3f6752282a', 'status': 'completed', 'code': 200} Nov 03 21:41:11.451986 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769b5e7-5502-422e-b728-0d410b43d2fa req-1bad9904-b2fb-4cc4-8627-1df20e0f3ebd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:11.454203 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f769b5e7-5502-422e-b728-0d410b43d2fa req-1bad9904-b2fb-4cc4-8627-1df20e0f3ebd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 947 time: 0.0570707 Nov 03 21:41:11.511115 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7ee1b648-540c-4b59-af35-08de1ad82b40', '79622f8c-fa74-4739-bef8-4e3f6752282a'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:11.555260 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f769b5e7-5502-422e-b728-0d410b43d2fa req-5aacfb21-71f1-4f3c-bb31-1ea0d0ab0dce tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949764 Nov 03 21:41:11.568264 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a80a9978-54d5-4278-bfd6-100bdadedb9a no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:41:11.589138 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928204a6-c131-4590-b004-124d429dd104 req-863ad790-6127-4bff-9cd1-7521d3905f34 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:11.591600 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-928204a6-c131-4590-b004-124d429dd104 req-863ad790-6127-4bff-9cd1-7521d3905f34 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.1037371 Nov 03 21:41:11.605591 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: a80a9978-54d5-4278-bfd6-100bdadedb9a {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:41:11.605939 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a80a9978-54d5-4278-bfd6-100bdadedb9a not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:41:11.642128 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-928204a6-c131-4590-b004-124d429dd104 req-c62fa780-ea00-409e-854f-200d05c678f9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Nov 03 21:41:11.760165 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2a47a-ec63-459f-b74e-4762d8ca22cb req-7e5745d4-cfc3-48ac-bf4f-a15eecdd09f7 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:11.761855 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ea2a47a-ec63-459f-b74e-4762d8ca22cb req-7e5745d4-cfc3-48ac-bf4f-a15eecdd09f7 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 945 time: 0.0497611 Nov 03 21:41:11.814506 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ea2a47a-ec63-459f-b74e-4762d8ca22cb req-812c953a-d190-4a86-9d66-8ca4b8d0c1a0 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453930 Nov 03 21:41:11.969384 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635372-5e51-4e97-9409-e24f225dcfc9 req-20d2f765-efea-460b-81bc-238f38d19505 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:11.970767 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-e898abea-d8e1-479c-9254-9476332d2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:11.971273 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-75635372-5e51-4e97-9409-e24f225dcfc9 req-20d2f765-efea-460b-81bc-238f38d19505 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0612073 Nov 03 21:41:11.972950 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-e898abea-d8e1-479c-9254-9476332d2fed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 1098 time: 0.0480621 Nov 03 21:41:12.047670 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ce5eb5be-2aa8-4c2f-a34f-36ad5fd0a8e3 req-5a719a2c-7e15-4bd5-b8f9-df672ce90019 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30b70be-310e-4706-bd28-f83b722adecf HTTP/1.1" status: 200 len: 210 time: 0.0394306 Nov 03 21:41:12.057027 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-75635372-5e51-4e97-9409-e24f225dcfc9 req-dc680d76-1b45-455e-bd62-52886ccea486 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791006 Nov 03 21:41:12.087719 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-239b46b3-d063-4f1d-802c-964e3f8b1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:12.089390 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-239b46b3-d063-4f1d-802c-964e3f8b1274 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 200 len: 920 time: 0.1080940 Nov 03 21:41:12.145424 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-ec75451c-6093-4c0f-8fed-4d652bea2643 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 200 len: 217 time: 0.0375278 Nov 03 21:41:12.194195 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-43cdc673-bd09-4eba-9704-e1fc37daf16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:12.195610 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-43cdc673-bd09-4eba-9704-e1fc37daf16c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 200 len: 859 time: 0.0429721 Nov 03 21:41:12.232708 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-9c2e709d-3b81-4cb1-8736-4abf70c8cf1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55f11b13-8d75-4ce8-84f3-4c96762411a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272763 Nov 03 21:41:12.330730 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-78dfdee8-20fa-4a3d-8581-b6bb82018451 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891662 Nov 03 21:41:12.427714 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-bf157722-fe47-4446-b343-7b2e9cbc53b9 req-792b7b25-1bec-4673-9c40-304e3cc1b3b4 service neutron] 10.222.0.11 "GET /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874810 Nov 03 21:41:12.681573 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f1de0-bfd3-44f8-a26a-f5c100202e52 req-cecdedc1-75f8-41a9-9963-c4e445fe8658 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:12.682468 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b45f1de0-bfd3-44f8-a26a-f5c100202e52 req-cecdedc1-75f8-41a9-9963-c4e445fe8658 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 947 time: 0.0506792 Nov 03 21:41:12.738599 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b45f1de0-bfd3-44f8-a26a-f5c100202e52 req-9e3e96f4-b07c-46d0-b996-7558b269bb72 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495279 Nov 03 21:41:12.939726 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16f7b8-d5b1-41b6-b641-67685451f4b5 req-445d9c96-514d-4662-8607-d4e516653cf6 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:12.941341 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fd16f7b8-d5b1-41b6-b641-67685451f4b5 req-445d9c96-514d-4662-8607-d4e516653cf6 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 945 time: 0.0495212 Nov 03 21:41:12.997102 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fd16f7b8-d5b1-41b6-b641-67685451f4b5 req-abd7d324-1bd7-4604-87fa-c248d34ed32d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491729 Nov 03 21:41:13.181405 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9201e-e16b-4919-9dd6-a29ee81b05c4 req-675e86b1-501b-4fc7-b71f-d34110b77ed7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:13.182920 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a5b9201e-e16b-4919-9dd6-a29ee81b05c4 req-675e86b1-501b-4fc7-b71f-d34110b77ed7 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0524309 Nov 03 21:41:13.240204 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a5b9201e-e16b-4919-9dd6-a29ee81b05c4 req-2ca6b577-429d-4c11-b1f3-8adf7bf56133 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Nov 03 21:41:13.568757 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 2fb26240-7163-4963-a18d-6e21d1ea2412 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:41:13.622708 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 2fb26240-7163-4963-a18d-6e21d1ea2412 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:41:13.627223 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 2fb26240-7163-4963-a18d-6e21d1ea2412 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:41:13.627593 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:13.831958 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:13.857177 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb26240-7163-4963-a18d-6e21d1ea2412'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:13.859589 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d07dd79-eb0c-41d1-93a6-3b439af3d972" -d '{"events": [{"server_uuid": "6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0", "name": "network-vif-plugged", "status": "completed", "tag": "2fb26240-7163-4963-a18d-6e21d1ea2412"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:13.872476 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 2fb26240-7163-4963-a18d-6e21d1ea2412, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2fb26240-7163-4963-a18d-6e21d1ea2412,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:13.873392 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a6be0-8d1c-4e05-b765-d4663589460c req-78edb5aa-1f60-416a-9a1f-afa2b865ec67 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:13.875885 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-548a6be0-8d1c-4e05-b765-d4663589460c req-78edb5aa-1f60-416a-9a1f-afa2b865ec67 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 947 time: 0.0563440 Nov 03 21:41:13.882805 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:13.906745 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa67ca70-ad66-4940-b9fb-f72befdb64f0 x-openstack-request-id: req-aa67ca70-ad66-4940-b9fb-f72befdb64f0 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:13.907064 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0", "name": "network-vif-plugged", "status": "completed", "tag": "2fb26240-7163-4963-a18d-6e21d1ea2412", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:13.907318 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa67ca70-ad66-4940-b9fb-f72befdb64f0 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:13.907714 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'code': 200} Nov 03 21:41:13.935807 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=2fb26240-7163-4963-a18d-6e21d1ea2412,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:13.938681 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-548a6be0-8d1c-4e05-b765-d4663589460c req-22089a6e-a778-4f5f-9354-28de0ad757c0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563812 Nov 03 21:41:14.118672 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607016c-fe79-48c0-b185-7a81d4ca79ab req-76dc0f19-2ba2-496d-8af6-1e5035e7cd76 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:14.120494 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a607016c-fe79-48c0-b185-7a81d4ca79ab req-76dc0f19-2ba2-496d-8af6-1e5035e7cd76 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 946 time: 0.0547488 Nov 03 21:41:14.168975 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a607016c-fe79-48c0-b185-7a81d4ca79ab req-1fa52d3d-8fd0-4584-b8c5-6d3507cae4d6 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421929 Nov 03 21:41:14.204410 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b719ee-55b6-49f1-a1ca-d6222cb39876 req-4f65afba-1982-4b60-9f4c-c3ccb0d1fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:14.205972 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-59b719ee-55b6-49f1-a1ca-d6222cb39876 req-4f65afba-1982-4b60-9f4c-c3ccb0d1fd09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 1099 time: 0.0416250 Nov 03 21:41:14.259156 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-59b719ee-55b6-49f1-a1ca-d6222cb39876 req-b748592d-b5d4-4d66-a1bc-0d19f6ebbbbd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396457 Nov 03 21:41:14.358711 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f93adf-bbb6-43e1-9b45-ceedb608b607 req-45425253-fdb1-4ec1-8705-b425094758fd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:14.360250 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f3f93adf-bbb6-43e1-9b45-ceedb608b607 req-45425253-fdb1-4ec1-8705-b425094758fd tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Nov 03 21:41:14.419835 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f3f93adf-bbb6-43e1-9b45-ceedb608b607 req-a6c56df8-de97-4bd5-9333-de9e0154d907 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532331 Nov 03 21:41:14.459459 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e92c7a-61c2-4443-8f62-2e4dce8d720e req-f1bfab1a-422e-4a85-b5f5-3a7bb5bbd819 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:14.460965 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f1e92c7a-61c2-4443-8f62-2e4dce8d720e req-f1bfab1a-422e-4a85-b5f5-3a7bb5bbd819 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 946 time: 0.0521436 Nov 03 21:41:14.514442 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f1e92c7a-61c2-4443-8f62-2e4dce8d720e req-4c83dae9-a1ec-409a-afe6-250ada659102 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474970 Nov 03 21:41:15.283242 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a472-ba56-4a31-8179-60bb557391ba req-9d4a4116-d160-4114-9f93-7a2db2b46c72 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:15.284753 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c6b5a472-ba56-4a31-8179-60bb557391ba req-9d4a4116-d160-4114-9f93-7a2db2b46c72 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 946 time: 0.0483177 Nov 03 21:41:15.337890 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c6b5a472-ba56-4a31-8179-60bb557391ba req-8b3f8df0-91a6-4651-93e4-73e6bc8c545f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472097 Nov 03 21:41:15.539334 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0998e-047b-4429-856b-b60234fa65b0 req-ebf09200-a6b0-43c4-8b7b-eaef1204f9bf tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:15.540849 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b4c0998e-047b-4429-856b-b60234fa65b0 req-ebf09200-a6b0-43c4-8b7b-eaef1204f9bf tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0525360 Nov 03 21:41:15.594709 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 79622f8c-fa74-4739-bef8-4e3f6752282a no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:41:15.598246 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b4c0998e-047b-4429-856b-b60234fa65b0 req-8bbf808a-dbb8-44da-b0c1-e7d23ccd091d tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504336 Nov 03 21:41:15.616039 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 79622f8c-fa74-4739-bef8-4e3f6752282a {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:41:15.616404 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 79622f8c-fa74-4739-bef8-4e3f6752282a not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:41:15.853408 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8d53e-08f5-454d-9300-dfe271a44762 req-0464b982-a939-4bdc-9c94-8640282a629b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:15.858168 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-55d8d53e-08f5-454d-9300-dfe271a44762 req-0464b982-a939-4bdc-9c94-8640282a629b tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 946 time: 0.2734685 Nov 03 21:41:15.922847 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-55d8d53e-08f5-454d-9300-dfe271a44762 req-335eff48-d9fb-416e-b4b2-c8394d50208f tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577831 Nov 03 21:41:16.451785 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49875da1-dcad-409f-a398-988424dde1cd req-5a2fdc9f-6878-422e-b8c1-49d38e2aec21 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:16.453406 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-49875da1-dcad-409f-a398-988424dde1cd req-5a2fdc9f-6878-422e-b8c1-49d38e2aec21 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 946 time: 0.0497086 Nov 03 21:41:16.503942 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-49875da1-dcad-409f-a398-988424dde1cd req-93ab3568-99ca-4c84-b3e2-b3b24ed706eb tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Nov 03 21:41:16.618814 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec9701-ca6e-4877-96c4-e13883768b71 req-519c1bd0-383a-4631-9ee5-7699f9f29e7c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:16.620177 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9bec9701-ca6e-4877-96c4-e13883768b71 req-519c1bd0-383a-4631-9ee5-7699f9f29e7c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 946 time: 0.0472755 Nov 03 21:41:16.672196 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9bec9701-ca6e-4877-96c4-e13883768b71 req-e8ab49c3-2fbc-49d5-863f-521e166ccd45 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453320 Nov 03 21:41:16.695178 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37208) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:16.879384 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977e8cc-c6e4-45d6-b5e7-fcfe8da27233 tempest-TestVolumeBootPattern-718613212 tempest-TestVolumeBootPattern-718613212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:16.881558 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-9977e8cc-c6e4-45d6-b5e7-fcfe8da27233 tempest-TestVolumeBootPattern-718613212 tempest-TestVolumeBootPattern-718613212-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 1094 time: 0.1847997 Nov 03 21:41:16.883749 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37212) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:16.888193 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'port_id': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:41:16.910809 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:17.013142 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:17.039731 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae5989-06a1-4464-86c6-87d38a8534af req-3b2e5492-190d-4460-9676-b84475889e44 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:17.041241 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-baae5989-06a1-4464-86c6-87d38a8534af req-3b2e5492-190d-4460-9676-b84475889e44 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 946 time: 0.0488122 Nov 03 21:41:17.089337 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-baae5989-06a1-4464-86c6-87d38a8534af req-3a1cf5ae-e376-4d06-aa22-b5d84ebc2170 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Nov 03 21:41:17.120460 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Allocated IP 172.27.0.244 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/21cc4543-5c91-422d-b400-9bf10cc3dd9b) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:41:17.223979 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:17.260603 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:17.299680 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:41:17.305454 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:41:17.309231 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:41:17.315380 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=21cc4543-5c91-422d-b400-9bf10cc3dd9b,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:17.674201 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-1d63e306-e9cb-4e31-9a62-ff2476a53061 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:17.675652 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-1d63e306-e9cb-4e31-9a62-ff2476a53061 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 946 time: 0.1028080 Nov 03 21:41:17.797882 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:17.882593 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Deleting port 7ee1b648-540c-4b59-af35-08de1ad82b40 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:41:17.882917 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:17.887018 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:18.056418 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] For port 7ee1b648-540c-4b59-af35-08de1ad82b40, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7ee1b648-540c-4b59-af35-08de1ad82b40,segment=NetworkSegment(4e89e3bf-75a3-44d3-8dc1-859dac1e4843),segment_id=4e89e3bf-75a3-44d3-8dc1-859dac1e4843)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:18.056787 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:18.077107 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Calling delete_port for 7ee1b648-540c-4b59-af35-08de1ad82b40 owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:41:18.192380 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:18.204017 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:18.233137 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf451e5-e663-4436-a9ec-78ea43b36d40 req-20a75e2f-0ada-4ecb-a938-13d70faa840e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:18.235249 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cdf451e5-e663-4436-a9ec-78ea43b36d40 req-20a75e2f-0ada-4ecb-a938-13d70faa840e tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/ports?device_id=8221f045-f119-4dec-8543-11e9f19317a3 HTTP/1.1" status: 200 len: 946 time: 0.0627644 Nov 03 21:41:18.283536 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cdf451e5-e663-4436-a9ec-78ea43b36d40 req-f95656af-3554-453f-992d-f02430550f97 tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.62 "GET /v2.0/security-groups?id=705133bc-e77e-4295-b06d-3365d941004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Nov 03 21:41:18.305459 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=21cc4543-5c91-422d-b400-9bf10cc3dd9b,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:18.328026 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:18.364667 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:18.383856 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['7ee1b648-540c-4b59-af35-08de1ad82b40'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:18.396451 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Pushing event deleted for resources: {'Port': ['ID=7ee1b648-540c-4b59-af35-08de1ad82b40,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:18.479706 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] No DVR routers for this DVR port 7ee1b648-540c-4b59-af35-08de1ad82b40 on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:41:18.486423 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:18.490462 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0ea34a38-c94c-4ea6-b34e-332d55d16aae req-fe2cbc71-7135-46e2-bcca-4fd38c4e2ffc tempest-AttachVolumeNegativeTest-720873645 tempest-AttachVolumeNegativeTest-720873645-project] 10.222.0.11 "DELETE /v2.0/ports/7ee1b648-540c-4b59-af35-08de1ad82b40 HTTP/1.1" status: 204 len: 173 time: 0.7864137 Nov 03 21:41:18.490973 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8221f045-f119-4dec-8543-11e9f19317a3', 'name': 'network-vif-deleted', 'tag': '7ee1b648-540c-4b59-af35-08de1ad82b40'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:18.493310 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f44222-d81b-4087-998a-7fe89872849d" -d '{"events": [{"server_uuid": "8221f045-f119-4dec-8543-11e9f19317a3", "name": "network-vif-deleted", "tag": "7ee1b648-540c-4b59-af35-08de1ad82b40"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:18.511198 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Floating IP fcec4376-8ad6-42b2-bfe3-53fcd04754e9 associated. External IP: 172.27.0.244, port: 2fb26240-7163-4963-a18d-6e21d1ea2412. Nov 03 21:41:18.552462 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dd83fe-cf05-475a-b7d2-242bc53c45b4 x-openstack-request-id: req-31dd83fe-cf05-475a-b7d2-242bc53c45b4 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:18.552754 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8221f045-f119-4dec-8543-11e9f19317a3", "name": "network-vif-deleted", "tag": "7ee1b648-540c-4b59-af35-08de1ad82b40", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:18.553024 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31dd83fe-cf05-475a-b7d2-242bc53c45b4 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:18.553355 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8221f045-f119-4dec-8543-11e9f19317a3', 'name': 'network-vif-deleted', 'tag': '7ee1b648-540c-4b59-af35-08de1ad82b40', 'status': 'completed', 'code': 200} Nov 03 21:41:18.747313 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:41:18.860085 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:41:18.869968 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:41:18.877789 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:18.882526 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:41:18.883381 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:41:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:18.997181 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:41:19.131911 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-5452c822-1c8c-4543-bead-ee00921b16d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2469518 Nov 03 21:41:19.344017 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.344625 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'fcec4376-8ad6-42b2-bfe3-53fcd04754e9', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:d3:84:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:41:17Z', 'updated_at': '2021-11-03T21:41:17Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:19.345360 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37248) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:19.373565 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:41:19.382277 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:41:19.382809 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:41:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:19.389231 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7de82d-7a13-450d-8311-24be47944d94 admin admin] Deleting subnet f63c74b1-7ac4-4212-9c2e-b746e9b017fd {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:41:19.392609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8e7de82d-7a13-450d-8311-24be47944d94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.428741 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8e7de82d-7a13-450d-8311-24be47944d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.471023 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8e7de82d-7a13-450d-8311-24be47944d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.491062 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:41:19.531047 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8e7de82d-7a13-450d-8311-24be47944d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.558560 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7de82d-7a13-450d-8311-24be47944d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63c74b1-7ac4-4212-9c2e-b746e9b017fd,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:19.560558 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8e7de82d-7a13-450d-8311-24be47944d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.564821 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-8e7de82d-7a13-450d-8311-24be47944d94 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f63c74b1-7ac4-4212-9c2e-b746e9b017fd HTTP/1.1" status: 204 len: 168 time: 0.2183421 Nov 03 21:41:19.566375 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37252) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:19.641432 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.734627 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.741711 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'fcec4376-8ad6-42b2-bfe3-53fcd04754e9', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:d3:84:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:41:17Z', 'updated_at': '2021-11-03T21:41:17Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:19.755372 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.755720 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.756598 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.756939 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > port after_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.757289 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.757657 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > port after_update 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.757941 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.758262 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.758579 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.758899 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.773096 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d981843-52f1-4378-8347-e9c82a1a49ef None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'fcec4376-8ad6-42b2-bfe3-53fcd04754e9', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:d3:84:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:41:17Z', 'updated_at': '2021-11-03T21:41:17Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:41:19.896291 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.896713 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.897017 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.897365 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 21:41:19.897714 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2f4177-644a-4bce-803a-b29dffa13aa8']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:19.916688 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e89e3bf-75a3-44d3-8dc1-859dac1e4843') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:19.917044 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e89e3bf-75a3-44d3-8dc1-859dac1e4843') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:19.934368 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59322571'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.956968 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.965441 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:41:19.965835 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60574146'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: from cryptography.utils import int_from_bytes Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: from cryptography.utils import int_from_bytes Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: Traceback (most recent call last): Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: timer() Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: cb(*args, **kw) Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: return func(*args, **kwargs) Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: self._notify() Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: self.callback(batched_events) Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: event.method(event) Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: return f(self, *a, **k) Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._get(url).json() Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:41:19.970105 dv-cinder-816573-1-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:41:19.976734 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a3da3-0965-4293-84b9-a8fe93ffa130 None None] New status for floating IP fcec4376-8ad6-42b2-bfe3-53fcd04754e9: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:41:20.038561 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:41:20.039224 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:20.045212 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:20.051300 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] 10.222.0.62 "DELETE /v2.0/networks/cc2f4177-644a-4bce-803a-b29dffa13aa8 HTTP/1.1" status: 204 len: 168 time: 0.4813893 Nov 03 21:41:20.061490 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fc4c1-b99e-4b81-99f0-16c596e2078f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2f4177-644a-4bce-803a-b29dffa13aa8,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:20.223901 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37258) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:20.263165 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-64566924-1742-456b-9780-df54471352dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90617d4adc484b9dbf589c42b95a514c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378876 Nov 03 21:41:20.266243 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37260) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:20.317373 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb72-6177-4a06-8c5a-96b2c53fa3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:20.343890 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb72-6177-4a06-8c5a-96b2c53fa3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:20.391009 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb72-6177-4a06-8c5a-96b2c53fa3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:20.393682 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb72-6177-4a06-8c5a-96b2c53fa3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:20.394832 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0d5afb72-6177-4a06-8c5a-96b2c53fa3b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/705133bc-e77e-4295-b06d-3365d941004e HTTP/1.1" status: 204 len: 168 time: 0.1275539 Nov 03 21:41:20.402932 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5afb72-6177-4a06-8c5a-96b2c53fa3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705133bc-e77e-4295-b06d-3365d941004e,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:20.554365 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'tag': '2fb26240-7163-4963-a18d-6e21d1ea2412'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:20.557815 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0", "tag": "2fb26240-7163-4963-a18d-6e21d1ea2412"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:20.565838 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17014c8a-fde7-443a-93c8-a20c29caea73 req-2b437fcb-2acf-499a-9d2d-6547225ba91e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:20.573887 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-17014c8a-fde7-443a-93c8-a20c29caea73 req-2b437fcb-2acf-499a-9d2d-6547225ba91e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0575981 Nov 03 21:41:20.598670 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919fb3bb-a43c-4580-b5c7-a884c9a028bd x-openstack-request-id: req-919fb3bb-a43c-4580-b5c7-a884c9a028bd {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:20.598960 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0", "tag": "2fb26240-7163-4963-a18d-6e21d1ea2412", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:20.599378 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-919fb3bb-a43c-4580-b5c7-a884c9a028bd {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:20.599932 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'tag': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'status': 'completed', 'code': 200} Nov 03 21:41:20.622701 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-17014c8a-fde7-443a-93c8-a20c29caea73 req-4bfef9a3-a9a6-48b8-a6b9-73f893803f5e tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Nov 03 21:41:20.685919 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-f4656d3b-c8cb-4964-9839-04a2503ba806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:20.688201 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-f4656d3b-c8cb-4964-9839-04a2503ba806 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 1099 time: 0.0524306 Nov 03 21:41:20.801197 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-7a1c811d-8d3a-4a44-9875-2080eb12555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:20.802926 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-7a1c811d-8d3a-4a44-9875-2080eb12555c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.0928288 Nov 03 21:41:20.875433 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-b088e229-1a2e-4104-b6cd-0010415c9190 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb26240-7163-4963-a18d-6e21d1ea2412 HTTP/1.1" status: 200 len: 1002 time: 0.0623028 Nov 03 21:41:20.937576 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-76261c48-6006-4d5a-a7af-169abfd7eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:20.939123 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-76261c48-6006-4d5a-a7af-169abfd7eb2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0528274 Nov 03 21:41:20.999005 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-8c9f02c7-2c46-4a06-a43d-788e66cf200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:21.000656 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-8c9f02c7-2c46-4a06-a43d-788e66cf200d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429726 Nov 03 21:41:21.107297 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-9c25c73b-dd7e-4ed0-b21f-2ce42ba193e4 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890605 Nov 03 21:41:21.206141 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7e916e0f-239d-4f5a-91c4-cf25aaacf4d7 req-29c7aded-f66d-4ad5-9201-7f6f62071fd8 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903535 Nov 03 21:41:21.631821 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 7ee1b648-540c-4b59-af35-08de1ad82b40 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:41:21.662403 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 7ee1b648-540c-4b59-af35-08de1ad82b40 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:41:21.662782 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 7ee1b648-540c-4b59-af35-08de1ad82b40 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:41:21.753907 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804520b8-ef84-4826-bb42-e512267d068d req-080012bb-b34d-4d05-b182-57220f5d5864 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:21.755661 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-804520b8-ef84-4826-bb42-e512267d068d req-080012bb-b34d-4d05-b182-57220f5d5864 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0563185 Nov 03 21:41:21.806831 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-804520b8-ef84-4826-bb42-e512267d068d req-6b57b85f-0951-4e5c-8a1f-796631f48acb tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451665 Nov 03 21:41:22.042453 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37318) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:22.153309 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e09fed38-2db2-4900-b72a-64024202798a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.228606 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e09fed38-2db2-4900-b72a-64024202798a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.232202 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e09fed38-2db2-4900-b72a-64024202798a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.277514 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e09fed38-2db2-4900-b72a-64024202798a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c054a2e210e4828b5d87ed8deb1b1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339294 Nov 03 21:41:22.278342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fed38-2db2-4900-b72a-64024202798a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c14b9a-6259-4502-a840-90373d490e6f,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:22.280963 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37322) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:22.331758 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81fea3e6-fc55-45a3-b748-ec7bbab70b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.352516 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81fea3e6-fc55-45a3-b748-ec7bbab70b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.398761 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81fea3e6-fc55-45a3-b748-ec7bbab70b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.401458 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81fea3e6-fc55-45a3-b748-ec7bbab70b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.402614 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-81fea3e6-fc55-45a3-b748-ec7bbab70b14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64c14b9a-6259-4502-a840-90373d490e6f HTTP/1.1" status: 204 len: 168 time: 0.1206665 Nov 03 21:41:22.410664 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fea3e6-fc55-45a3-b748-ec7bbab70b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c14b9a-6259-4502-a840-90373d490e6f,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:22.664597 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37328) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:22.678505 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7815f207-3cc2-40a0-9d44-4b9ff8d4e58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.751982 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7815f207-3cc2-40a0-9d44-4b9ff8d4e58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.757865 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7815f207-3cc2-40a0-9d44-4b9ff8d4e58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.797948 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815f207-3cc2-40a0-9d44-4b9ff8d4e58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ef6d6d-356a-481d-9c63-c3c3947a8fc8,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:22.802772 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7815f207-3cc2-40a0-9d44-4b9ff8d4e58e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb3d1a128a674924b7afe45c23c6c8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371508 Nov 03 21:41:22.805438 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37332) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:22.859383 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c63563d1-f594-4354-a79a-025e82d2bd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.891992 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c63563d1-f594-4354-a79a-025e82d2bd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.956874 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfa9bb-046a-44bf-a8b4-33f18a6d2765 req-4ec84e68-27a2-47d2-baf9-79f8dc865c9f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:22.958412 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f9bfa9bb-046a-44bf-a8b4-33f18a6d2765 req-4ec84e68-27a2-47d2-baf9-79f8dc865c9f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0829434 Nov 03 21:41:22.978758 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c63563d1-f594-4354-a79a-025e82d2bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.981321 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c63563d1-f594-4354-a79a-025e82d2bd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:22.982382 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c63563d1-f594-4354-a79a-025e82d2bd94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09ef6d6d-356a-481d-9c63-c3c3947a8fc8 HTTP/1.1" status: 204 len: 168 time: 0.1760345 Nov 03 21:41:22.995204 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63563d1-f594-4354-a79a-025e82d2bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ef6d6d-356a-481d-9c63-c3c3947a8fc8,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:23.026238 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f9bfa9bb-046a-44bf-a8b4-33f18a6d2765 req-208a3220-9371-4e4c-bdf0-3180e3ba0051 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611126 Nov 03 21:41:24.060194 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-ccb9d4ce-bbc0-4b3b-a9e5-fa4b4e57ceac tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:24.061806 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-ccb9d4ce-bbc0-4b3b-a9e5-fa4b4e57ceac tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0531282 Nov 03 21:41:24.162093 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b2f22-f5dd-4e21-8615-6bc44e3e0afa req-2cb17058-53a0-4fcb-809c-3c57de207e43 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:24.163652 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-437b2f22-f5dd-4e21-8615-6bc44e3e0afa req-2cb17058-53a0-4fcb-809c-3c57de207e43 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=d04fea7e-a1ae-4a86-8117-14fb22194d37 HTTP/1.1" status: 200 len: 945 time: 0.0537629 Nov 03 21:41:24.163812 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Deleting port 7d549969-bba8-4396-af85-cd1452e42746 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:41:24.164003 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:24.223715 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-437b2f22-f5dd-4e21-8615-6bc44e3e0afa req-f35266c4-837a-41c9-a67a-16e15073fe4a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535982 Nov 03 21:41:24.268158 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] For port 7d549969-bba8-4396-af85-cd1452e42746, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=7d549969-bba8-4396-af85-cd1452e42746,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:24.268558 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:24.281022 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Calling delete_port for 7d549969-bba8-4396-af85-cd1452e42746 owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:41:24.417310 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:24.432257 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['71638a37-3bc1-4148-8b92-e8182024335d', '7d549969-bba8-4396-af85-cd1452e42746'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:24.463630 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Pushing event deleted for resources: {'Port': ['ID=7d549969-bba8-4396-af85-cd1452e42746,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:24.507084 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] No DVR routers for this DVR port 7d549969-bba8-4396-af85-cd1452e42746 on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:41:24.510292 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:24.514178 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2e6be2d6-76fe-471b-a4a0-345d58bdc85e req-51303390-4e51-453c-a22d-69d730ea68c3 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.11 "DELETE /v2.0/ports/7d549969-bba8-4396-af85-cd1452e42746 HTTP/1.1" status: 204 len: 173 time: 0.4439375 Nov 03 21:41:24.514827 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04fea7e-a1ae-4a86-8117-14fb22194d37', 'name': 'network-vif-deleted', 'tag': '7d549969-bba8-4396-af85-cd1452e42746'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:24.517517 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65660c0f-6f04-4dcf-8d88-94ade44e922b" -d '{"events": [{"server_uuid": "d04fea7e-a1ae-4a86-8117-14fb22194d37", "name": "network-vif-deleted", "tag": "7d549969-bba8-4396-af85-cd1452e42746"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:24.570928 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f388514-5451-4a25-bbab-6ec38057b254 x-openstack-request-id: req-9f388514-5451-4a25-bbab-6ec38057b254 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:24.571280 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04fea7e-a1ae-4a86-8117-14fb22194d37", "name": "network-vif-deleted", "tag": "7d549969-bba8-4396-af85-cd1452e42746", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:24.571640 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f388514-5451-4a25-bbab-6ec38057b254 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:24.572096 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04fea7e-a1ae-4a86-8117-14fb22194d37', 'name': 'network-vif-deleted', 'tag': '7d549969-bba8-4396-af85-cd1452e42746', 'status': 'completed', 'code': 200} Nov 03 21:41:24.697972 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37386) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:24.802479 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-56336424-2c0d-432e-a8c0-6c7471b7a39b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:24.880293 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-56336424-2c0d-432e-a8c0-6c7471b7a39b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:24.884608 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-56336424-2c0d-432e-a8c0-6c7471b7a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:24.923601 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56336424-2c0d-432e-a8c0-6c7471b7a39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36b3678-bd67-4cba-aed9-fdfe8490fc96,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:24.930083 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-56336424-2c0d-432e-a8c0-6c7471b7a39b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9064eaff034a436d82e1778d48c5beff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308619 Nov 03 21:41:24.932027 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37392) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:24.985790 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a93c91b-d0a9-44eb-a1c0-d0c7ca60406e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.011181 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a93c91b-d0a9-44eb-a1c0-d0c7ca60406e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.060569 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a93c91b-d0a9-44eb-a1c0-d0c7ca60406e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.063238 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a93c91b-d0a9-44eb-a1c0-d0c7ca60406e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.064402 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-6a93c91b-d0a9-44eb-a1c0-d0c7ca60406e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e36b3678-bd67-4cba-aed9-fdfe8490fc96 HTTP/1.1" status: 204 len: 168 time: 0.1312585 Nov 03 21:41:25.072505 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93c91b-d0a9-44eb-a1c0-d0c7ca60406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36b3678-bd67-4cba-aed9-fdfe8490fc96,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:25.343588 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37402) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:25.356861 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-26f3437c-4583-4671-9c9f-4653420bd638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.442205 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-26f3437c-4583-4671-9c9f-4653420bd638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.446349 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-26f3437c-4583-4671-9c9f-4653420bd638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.485037 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-26f3437c-4583-4671-9c9f-4653420bd638 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=630452ff2649450f861fdd97a724959c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403563 Nov 03 21:41:25.486140 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3437c-4583-4671-9c9f-4653420bd638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c36754-afdd-485c-82e9-20856b8892c2,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:25.487654 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37406) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:25.534271 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7093bc-913e-4267-8e90-66c59b123ebc req-3e6ce59d-df29-4234-9f31-56dabbffd494 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:25.535665 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa7093bc-913e-4267-8e90-66c59b123ebc req-3e6ce59d-df29-4234-9f31-56dabbffd494 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0758209 Nov 03 21:41:25.582558 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fb32f728-7ae7-4156-8f6d-bff4857bdb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.606992 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa7093bc-913e-4267-8e90-66c59b123ebc req-5ced995a-19e2-4c4e-90c0-48663cb59bf6 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637980 Nov 03 21:41:25.618781 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fb32f728-7ae7-4156-8f6d-bff4857bdb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.667280 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fb32f728-7ae7-4156-8f6d-bff4857bdb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.670036 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fb32f728-7ae7-4156-8f6d-bff4857bdb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:25.671424 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-fb32f728-7ae7-4156-8f6d-bff4857bdb4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3c36754-afdd-485c-82e9-20856b8892c2 HTTP/1.1" status: 204 len: 168 time: 0.1822648 Nov 03 21:41:25.679964 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32f728-7ae7-4156-8f6d-bff4857bdb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c36754-afdd-485c-82e9-20856b8892c2,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:26.725883 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bed85-1d64-46f5-b5da-2758ef3d23f9 req-2ef85c70-36ff-4751-896d-f6dbaa319e1b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:26.727732 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-528bed85-1d64-46f5-b5da-2758ef3d23f9 req-2ef85c70-36ff-4751-896d-f6dbaa319e1b tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0498834 Nov 03 21:41:26.782085 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-528bed85-1d64-46f5-b5da-2758ef3d23f9 req-2427fe5f-3e84-45df-8ae7-564e84366625 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484054 Nov 03 21:41:27.114884 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2723c8-960c-4989-8163-9678b6fd5244 req-7abe7ae9-6166-42fe-a76a-e76d23172d27 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:27.116444 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2e2723c8-960c-4989-8163-9678b6fd5244 req-7abe7ae9-6166-42fe-a76a-e76d23172d27 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0620034 Nov 03 21:41:27.125670 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-893685df-babc-4391-bf60-46e6bd14eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:27.128561 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-893685df-babc-4391-bf60-46e6bd14eefb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5c172224baa4fc781455fc748f81bb2&device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1137 time: 0.0499535 Nov 03 21:41:27.181955 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2e2723c8-960c-4989-8163-9678b6fd5244 req-60bf6a53-ce42-44bd-a78e-53026f4fd259 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581758 Nov 03 21:41:27.234651 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-2f06f087-7468-4ac9-b314-b778f22efe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:27.236193 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-2f06f087-7468-4ac9-b314-b778f22efe91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 200 len: 915 time: 0.0996437 Nov 03 21:41:27.312642 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-4e7251dc-961b-483c-9b8a-cd7a36efa344 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 1001 time: 0.0649791 Nov 03 21:41:27.364761 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-a8881043-2875-41aa-8eff-06a340219c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:27.366233 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-a8881043-2875-41aa-8eff-06a340219c34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea23d2f-8852-4d90-8c79-2a57b5376b84 HTTP/1.1" status: 200 len: 853 time: 0.0455651 Nov 03 21:41:27.415458 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-518e3a38-019d-47d4-b3b7-a1e0dc90f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:27.417391 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-518e3a38-019d-47d4-b3b7-a1e0dc90f852 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a14587c0-9db1-4f85-823c-6f728153f919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413895 Nov 03 21:41:27.417585 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37482) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:27.515541 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-22f82e01-bf1d-4b9a-bfbb-113a1c9e144b service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875835 Nov 03 21:41:27.521503 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e81af47-f756-4f84-8f76-f989393a0375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:27.611132 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e81af47-f756-4f84-8f76-f989393a0375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:27.615466 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7812255e-8cf1-4d1c-9d7a-5ee717bba97a req-d7327d16-9e06-4c89-a79a-210903ffed91 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919411 Nov 03 21:41:27.615624 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e81af47-f756-4f84-8f76-f989393a0375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:27.662435 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7e81af47-f756-4f84-8f76-f989393a0375 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f3388785f2f4758bc29284383044f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437522 Nov 03 21:41:27.663712 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81af47-f756-4f84-8f76-f989393a0375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449817cf-15e8-40e5-bfc3-ba185ccea132,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:27.665131 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37492) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:27.680184 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 7d549969-bba8-4396-af85-cd1452e42746 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:41:27.700594 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 7d549969-bba8-4396-af85-cd1452e42746 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:41:27.700941 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 7d549969-bba8-4396-af85-cd1452e42746 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:41:27.715511 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eb8d035b-ab0b-4b9b-9c0c-85b70419534f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:27.737024 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eb8d035b-ab0b-4b9b-9c0c-85b70419534f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:27.790197 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eb8d035b-ab0b-4b9b-9c0c-85b70419534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:27.792911 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eb8d035b-ab0b-4b9b-9c0c-85b70419534f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:27.794081 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-eb8d035b-ab0b-4b9b-9c0c-85b70419534f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/449817cf-15e8-40e5-bfc3-ba185ccea132 HTTP/1.1" status: 204 len: 168 time: 0.1278377 Nov 03 21:41:27.804755 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d035b-ab0b-4b9b-9c0c-85b70419534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449817cf-15e8-40e5-bfc3-ba185ccea132,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:27.910127 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c9c3d-6291-4ff7-b8a0-8020233ddcb0 req-41857396-560b-42b7-852f-5d760f820249 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:27.911524 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f76c9c3d-6291-4ff7-b8a0-8020233ddcb0 req-41857396-560b-42b7-852f-5d760f820249 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0570152 Nov 03 21:41:27.968308 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f76c9c3d-6291-4ff7-b8a0-8020233ddcb0 req-1a707085-47a4-48d2-95e6-422a360ab06f tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487909 Nov 03 21:41:28.118178 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37502) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:28.131032 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-924c48d9-6e07-4f78-8a22-239d8471b85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:28.209097 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-924c48d9-6e07-4f78-8a22-239d8471b85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:28.214103 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-924c48d9-6e07-4f78-8a22-239d8471b85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:28.253842 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-924c48d9-6e07-4f78-8a22-239d8471b85d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30c6cb6e7707437a8373813255b6c5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344721 Nov 03 21:41:28.255971 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37506) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:28.263449 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c48d9-6e07-4f78-8a22-239d8471b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66982ed5-deac-4677-8d92-5e97a5d382aa,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:28.303576 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e734c67-7acf-4764-b0dc-2c70acf78399 req-c2ccb0d6-5e87-4af6-86cd-7125c98dbe34 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:28.305166 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8e734c67-7acf-4764-b0dc-2c70acf78399 req-c2ccb0d6-5e87-4af6-86cd-7125c98dbe34 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0524406 Nov 03 21:41:28.311975 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80d8abaf-248d-4030-8a69-acb3329370d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:28.336564 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80d8abaf-248d-4030-8a69-acb3329370d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:28.369184 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8e734c67-7acf-4764-b0dc-2c70acf78399 req-46247f88-20d5-4251-8d1b-63f63318ca84 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576429 Nov 03 21:41:28.386249 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80d8abaf-248d-4030-8a69-acb3329370d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:28.389254 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80d8abaf-248d-4030-8a69-acb3329370d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:28.390903 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-80d8abaf-248d-4030-8a69-acb3329370d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66982ed5-deac-4677-8d92-5e97a5d382aa HTTP/1.1" status: 204 len: 168 time: 0.1340337 Nov 03 21:41:28.399227 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8abaf-248d-4030-8a69-acb3329370d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66982ed5-deac-4677-8d92-5e97a5d382aa,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:29.091129 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d129f67-247c-40a2-8707-a53de9a34b26 req-87956abd-da3e-47c8-b25a-2cf9e5face56 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:29.092758 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5d129f67-247c-40a2-8707-a53de9a34b26 req-87956abd-da3e-47c8-b25a-2cf9e5face56 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0568058 Nov 03 21:41:29.148994 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5d129f67-247c-40a2-8707-a53de9a34b26 req-b572457c-c997-462f-8b86-48a40789acd6 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Nov 03 21:41:29.497148 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d5f3e-63a8-4cf9-ae9a-7416ef71f064 req-bd07262e-ded3-4efa-a3b4-ce1cf49205ef tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:29.498640 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a49d5f3e-63a8-4cf9-ae9a-7416ef71f064 req-bd07262e-ded3-4efa-a3b4-ce1cf49205ef tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0546937 Nov 03 21:41:29.566436 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a49d5f3e-63a8-4cf9-ae9a-7416ef71f064 req-f96177aa-e0d5-4110-8c56-9a7a66da6f3b tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606635 Nov 03 21:41:30.262557 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9983-21ca-43a8-b650-4fd8c7f3cf8f req-ec2d4201-8f92-4e8f-b76e-df66bcfed0db tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:30.264071 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e4be9983-21ca-43a8-b650-4fd8c7f3cf8f req-ec2d4201-8f92-4e8f-b76e-df66bcfed0db tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Nov 03 21:41:30.312606 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e4be9983-21ca-43a8-b650-4fd8c7f3cf8f req-defe9d36-67f6-4de2-8d36-e8c0d88e6df1 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Nov 03 21:41:30.696486 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4e797-bd04-47c6-9ac5-afa21ee834e0 req-726a9433-f8fb-4a9c-b403-0a8b69c9a8e9 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:30.698053 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ee4e797-bd04-47c6-9ac5-afa21ee834e0 req-726a9433-f8fb-4a9c-b403-0a8b69c9a8e9 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0619915 Nov 03 21:41:30.765300 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ee4e797-bd04-47c6-9ac5-afa21ee834e0 req-6c504d8e-4565-4c70-91bc-fbca49eeb261 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596378 Nov 03 21:41:31.425538 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d728a-bb8d-43ef-8a6c-5c94db6dffa8 req-6a74ee29-493d-47f3-803e-fb11b0024a4a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:31.427168 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c28d728a-bb8d-43ef-8a6c-5c94db6dffa8 req-6a74ee29-493d-47f3-803e-fb11b0024a4a tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0477118 Nov 03 21:41:31.474982 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c28d728a-bb8d-43ef-8a6c-5c94db6dffa8 req-6b40c50a-ee67-4eb0-96b4-e1bd54315896 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Nov 03 21:41:31.880637 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86ee21-4936-4c23-a90d-43e99853db3a req-0ca46902-095e-4fec-bdcf-ba0145ed52a7 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:31.882195 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8c86ee21-4936-4c23-a90d-43e99853db3a req-0ca46902-095e-4fec-bdcf-ba0145ed52a7 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0498090 Nov 03 21:41:31.944693 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8c86ee21-4936-4c23-a90d-43e99853db3a req-90d88de2-10ba-4312-a9b8-a6be0603476b tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562704 Nov 03 21:41:32.587832 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931dd4a-d479-43ec-8dde-adecd0a7918d req-c93b332a-b12d-4a0b-919c-23216ea345e8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:32.589407 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6931dd4a-d479-43ec-8dde-adecd0a7918d req-c93b332a-b12d-4a0b-919c-23216ea345e8 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0494962 Nov 03 21:41:32.643282 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6931dd4a-d479-43ec-8dde-adecd0a7918d req-053b15cb-6222-4fc5-b39c-66d28bc1d5ba tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Nov 03 21:41:33.060012 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d236421-d60e-476e-8415-853cbbaa8c41 req-07809e37-bd58-466c-a089-5436e9af4b22 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:33.061953 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4d236421-d60e-476e-8415-853cbbaa8c41 req-07809e37-bd58-466c-a089-5436e9af4b22 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0497766 Nov 03 21:41:33.121370 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4d236421-d60e-476e-8415-853cbbaa8c41 req-e4352516-2b45-4680-8261-d88fbb34ac6d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531988 Nov 03 21:41:33.762747 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3a0f6-fafa-42e3-b40f-81d276835a18 req-d921ab33-9807-422f-8b2e-06141b12fb88 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:33.764578 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-48a3a0f6-fafa-42e3-b40f-81d276835a18 req-d921ab33-9807-422f-8b2e-06141b12fb88 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0516999 Nov 03 21:41:33.815328 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-48a3a0f6-fafa-42e3-b40f-81d276835a18 req-bed555e1-4b7e-4f6f-a123-c4237947dfd9 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Nov 03 21:41:34.238143 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73a69e-5a68-49e9-bab6-6e502f2db3bf req-cb335912-09d5-4184-a93d-510484b84ea0 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:34.239665 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ed73a69e-5a68-49e9-bab6-6e502f2db3bf req-cb335912-09d5-4184-a93d-510484b84ea0 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0489197 Nov 03 21:41:34.303448 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ed73a69e-5a68-49e9-bab6-6e502f2db3bf req-e6294717-cf20-41b2-830c-14d7c63cf24f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563235 Nov 03 21:41:34.662595 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ace51-999d-4020-ad94-0fbb43778c36 req-8efdbe6c-56d1-4b63-a3e6-4992389e5e13 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:34.664059 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-848ace51-999d-4020-ad94-0fbb43778c36 req-8efdbe6c-56d1-4b63-a3e6-4992389e5e13 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0509322 Nov 03 21:41:34.767128 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Deleting port 71638a37-3bc1-4148-8b92-e8182024335d {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:41:34.767455 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:34.865618 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] For port 71638a37-3bc1-4148-8b92-e8182024335d, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=71638a37-3bc1-4148-8b92-e8182024335d,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:34.865983 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:34.885775 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Calling delete_port for 71638a37-3bc1-4148-8b92-e8182024335d owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:41:34.949510 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d837c3-06b3-4fd9-bb52-2434a02b3cfd req-f9f953b0-0deb-45bc-879c-801da8c9f43c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:34.952655 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-67d837c3-06b3-4fd9-bb52-2434a02b3cfd req-f9f953b0-0deb-45bc-879c-801da8c9f43c tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb92047d-c9e6-4f7a-bd3a-30104d589e37 HTTP/1.1" status: 200 len: 945 time: 0.0606906 Nov 03 21:41:35.024429 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-67d837c3-06b3-4fd9-bb52-2434a02b3cfd req-856ceb92-84bc-4d91-ab7d-7b5f70d16006 tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.62 "GET /v2.0/security-groups?id=139c1c99-e56f-415d-9187-f1bb6e0349cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619602 Nov 03 21:41:35.057617 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:35.075461 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['71638a37-3bc1-4148-8b92-e8182024335d'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:35.090201 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Pushing event deleted for resources: {'Port': ['ID=71638a37-3bc1-4148-8b92-e8182024335d,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:35.152064 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] No DVR routers for this DVR port 71638a37-3bc1-4148-8b92-e8182024335d on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:41:35.153364 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:35.156921 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-848ace51-999d-4020-ad94-0fbb43778c36 req-2a68b0de-3625-4fb4-bf90-2f097f8f34ff tempest-ServerRescueNegativeTestJSON-788969599 tempest-ServerRescueNegativeTestJSON-788969599-project] 10.222.0.11 "DELETE /v2.0/ports/71638a37-3bc1-4148-8b92-e8182024335d HTTP/1.1" status: 204 len: 173 time: 0.4777789 Nov 03 21:41:35.157396 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb92047d-c9e6-4f7a-bd3a-30104d589e37', 'name': 'network-vif-deleted', 'tag': '71638a37-3bc1-4148-8b92-e8182024335d'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:35.159824 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851fb240-40b1-484c-97de-265a4e188d66" -d '{"events": [{"server_uuid": "cb92047d-c9e6-4f7a-bd3a-30104d589e37", "name": "network-vif-deleted", "tag": "71638a37-3bc1-4148-8b92-e8182024335d"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:35.208961 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f000930-5f23-48f3-ab73-e0553bfc8589 x-openstack-request-id: req-7f000930-5f23-48f3-ab73-e0553bfc8589 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:35.209349 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb92047d-c9e6-4f7a-bd3a-30104d589e37", "name": "network-vif-deleted", "tag": "71638a37-3bc1-4148-8b92-e8182024335d", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:35.209676 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f000930-5f23-48f3-ab73-e0553bfc8589 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:35.209904 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb92047d-c9e6-4f7a-bd3a-30104d589e37', 'name': 'network-vif-deleted', 'tag': '71638a37-3bc1-4148-8b92-e8182024335d', 'status': 'completed', 'code': 200} Nov 03 21:41:35.439144 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df78fc-0031-4368-8c4d-bbf21e3c5a94 req-4a34d31b-3bb4-4851-a4a7-69bb27f79833 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:35.440917 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9df78fc-0031-4368-8c4d-bbf21e3c5a94 req-4a34d31b-3bb4-4851-a4a7-69bb27f79833 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0618267 Nov 03 21:41:35.516236 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9df78fc-0031-4368-8c4d-bbf21e3c5a94 req-35b0f1a1-b768-477d-84ae-0e47d31e2c97 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666344 Nov 03 21:41:35.698099 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c613d1b2-6716-4a31-9cc3-ff31de90f5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:36.090999 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37642) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:36.519739 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:36.723207 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88196ea-3ee3-44ce-b61d-dcfb501f5884 req-8bd3a507-7f3b-442f-ac58-c38f7479b301 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:36.725021 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d88196ea-3ee3-44ce-b61d-dcfb501f5884 req-8bd3a507-7f3b-442f-ac58-c38f7479b301 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.1252689 Nov 03 21:41:37.067986 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d88196ea-3ee3-44ce-b61d-dcfb501f5884 req-4d7332c5-7d2d-4ed7-ae28-6346118b04aa tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3282104 Nov 03 21:41:37.162188 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Deleting port e2968ada-f13b-4106-be17-f84ee4049afc {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:41:37.162856 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:37.249496 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] For port e2968ada-f13b-4106-be17-f84ee4049afc, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=e2968ada-f13b-4106-be17-f84ee4049afc,segment=NetworkSegment(6da67295-e8c5-49b4-9076-f8b545dd2d08),segment_id=6da67295-e8c5-49b4-9076-f8b545dd2d08)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:37.249496 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:37.256405 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Calling delete_port for e2968ada-f13b-4106-be17-f84ee4049afc owned by network:router_interface {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:41:37.442521 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:37.468092 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Pushing event deleted for resources: {'Port': ['ID=e2968ada-f13b-4106-be17-f84ee4049afc,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:37.638323 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:37.755280 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 71638a37-3bc1-4148-8b92-e8182024335d no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:41:37.779103 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 71638a37-3bc1-4148-8b92-e8182024335d {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:41:37.779459 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 71638a37-3bc1-4148-8b92-e8182024335d not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:41:37.894356 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Router 2b31ed9c-f773-48ee-b53b-93a121c80dbf has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:41:38.012893 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:41:38.014009 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37674) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:38.022877 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37678) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:38.025480 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d8b8378f-8d2a-4046-9147-9da5cbc7baca admin admin] 10.222.0.62 "PUT /v2.0/routers/2b31ed9c-f773-48ee-b53b-93a121c80dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9326551 Nov 03 21:41:38.033294 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] Sync routers for ids ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:41:38.053252 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] Routers {'2b31ed9c-f773-48ee-b53b-93a121c80dbf'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:41:38.053877 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:41:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:38.159675 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fc307cd-09bb-4270-99cd-e30141cced09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.168335 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] Set router 2b31ed9c-f773-48ee-b53b-93a121c80dbf gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:41:38.178715 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks [] for router, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.184527 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-586ad778-c70f-471f-88eb-fdfd2b66dc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.261510 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d760180-ca1a-467d-94ac-102713f8a937 req-38288a01-b38a-4bbc-b3bd-283b227a39e4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:38.269903 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1d760180-ca1a-467d-94ac-102713f8a937 req-38288a01-b38a-4bbc-b3bd-283b227a39e4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0740156 Nov 03 21:41:38.357323 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1d760180-ca1a-467d-94ac-102713f8a937 req-b3a570ff-df26-4eaa-a3a6-73361f1065d1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862510 Nov 03 21:41:38.359118 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.391869 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:41:37Z', 'revision_number': 5, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port': {'id': 'b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:46Z', 'updated_at': '2021-11-03T21:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:38.410828 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fc307cd-09bb-4270-99cd-e30141cced09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.415652 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fc307cd-09bb-4270-99cd-e30141cced09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.424440 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] Checking router: 2b31ed9c-f773-48ee-b53b-93a121c80dbf for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:41:38.441135 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] Routers {'2b31ed9c-f773-48ee-b53b-93a121c80dbf'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:41:38.442073 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:41:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:38.472287 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc307cd-09bb-4270-99cd-e30141cced09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0899ed-c989-4893-9eb1-caf25cdc5bfb,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:38.478490 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-3fc307cd-09bb-4270-99cd-e30141cced09 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fcb1c952bdaa446a8191e4431f51c6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629865 Nov 03 21:41:38.481620 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37688) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:38.516936 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Deleting port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:41:38.517266 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.565113 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] Set router 2b31ed9c-f773-48ee-b53b-93a121c80dbf gateway port host: None {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:41:38.592667 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-72855141-5bff-4ed4-8056-c6873a4f1c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.621255 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:41:38Z', 'revision_number': 6, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port_host': None}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:38.635496 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-72855141-5bff-4ed4-8056-c6873a4f1c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.649922 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] For port b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:38.650309 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.656035 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678bb76-012b-41df-a8a4-308ec68cfb31 None None] The sync data for ids ['2b31ed9c-f773-48ee-b53b-93a121c80dbf'] in dv-cinder-816573-1-iscsi is: [{'id': '2b31ed9c-f773-48ee-b53b-93a121c80dbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1131859782-router', 'tenant_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:44Z', 'updated_at': '2021-11-03T21:41:38Z', 'revision_number': 6, 'project_id': '8b0f8eba7c9942c5ad80022c08f7d02e', 'gw_port_host': None}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:41:38.675736 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Calling delete_port for b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 owned by network:router_gateway {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:41:38.750227 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-72855141-5bff-4ed4-8056-c6873a4f1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.752887 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-72855141-5bff-4ed4-8056-c6873a4f1c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.754022 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-72855141-5bff-4ed4-8056-c6873a4f1c6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd0899ed-c989-4893-9eb1-caf25cdc5bfb HTTP/1.1" status: 204 len: 168 time: 0.2714603 Nov 03 21:41:38.770918 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72855141-5bff-4ed4-8056-c6873a4f1c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0899ed-c989-4893-9eb1-caf25cdc5bfb,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:38.887314 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:38.914275 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:38.974906 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.034307 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.160878 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.169158 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.185525 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f0299-0770-4a56-85d6-c2adfcd24d4a req-a3900c8f-a2ce-440c-bed2-63e95c9264db tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:39.192494 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e50f0299-0770-4a56-85d6-c2adfcd24d4a req-a3900c8f-a2ce-440c-bed2-63e95c9264db tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0754406 Nov 03 21:41:39.215641 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device e2968ada-f13b-4106-be17-f84ee4049afc no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:41:39.258507 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: e2968ada-f13b-4106-be17-f84ee4049afc {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:41:39.259130 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device e2968ada-f13b-4106-be17-f84ee4049afc not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:41:39.266251 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.266854 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e50f0299-0770-4a56-85d6-c2adfcd24d4a req-edefcc56-dc46-47ed-9171-0e6b0b22e94e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651197 Nov 03 21:41:39.267435 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b31ed9c-f773-48ee-b53b-93a121c80dbf {{(pid=101175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:41:39.273346 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.276383 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-0d3a1dcf-60ae-4970-bb69-8474d8e2b185 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2b31ed9c-f773-48ee-b53b-93a121c80dbf HTTP/1.1" status: 204 len: 168 time: 1.2512259 Nov 03 21:41:39.278750 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37708) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:39.328985 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b59bd41-c852-4a9d-899c-d72c1b255b37 admin admin] Deleting subnet c6c91405-10a9-463d-af3d-1f6ff90a173b {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:41:39.333253 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b59bd41-c852-4a9d-899c-d72c1b255b37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.379503 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b59bd41-c852-4a9d-899c-d72c1b255b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.443403 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b59bd41-c852-4a9d-899c-d72c1b255b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.537896 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b59bd41-c852-4a9d-899c-d72c1b255b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.538810 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8e7aa-fa23-4d46-a31c-fca85f0ae86e req-2b279162-34ea-48cc-b9ae-e7cf754720bb tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:39.540440 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eab8e7aa-fa23-4d46-a31c-fca85f0ae86e req-2b279162-34ea-48cc-b9ae-e7cf754720bb tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0798321 Nov 03 21:41:39.591069 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59bd41-c852-4a9d-899c-d72c1b255b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c91405-10a9-463d-af3d-1f6ff90a173b,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:39.594718 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b59bd41-c852-4a9d-899c-d72c1b255b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.603393 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-9b59bd41-c852-4a9d-899c-d72c1b255b37 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c6c91405-10a9-463d-af3d-1f6ff90a173b HTTP/1.1" status: 204 len: 168 time: 0.3203230 Nov 03 21:41:39.603393 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37726) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:39.653146 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eab8e7aa-fa23-4d46-a31c-fca85f0ae86e req-5b8c3ec9-4be9-407d-a3cd-5f655f99ce0d tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959778 Nov 03 21:41:39.699706 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37730) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:39.833097 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1909872487-network', 'tenant_id': '7556b4a8dc904517840e95843a52172a'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:41:39.859929 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Made reservation on behalf of 7556b4a8dc904517840e95843a52172a for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:41:39.862511 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.872307 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.945859 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.964161 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.969407 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:39.995560 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:41:40.006328 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a303bb8c-f975-45a0-af94-34eac6d24d6d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:40.013287 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.013642 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Added segment 63b4fe68-00c1-4553-85f7-079531ef5544 of type vlan for network 7d882e47-5ca3-4f06-a827-16d180d87188 Nov 03 21:41:40.056622 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.074098 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.087719 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.089187 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:40.090694 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.114819 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f11b13-8d75-4ce8-84f3-4c96762411a2']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:40.127258 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da67295-e8c5-49b4-9076-f8b545dd2d08') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:40.127610 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da67295-e8c5-49b4-9076-f8b545dd2d08') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:41:40.137650 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.151553 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.153851 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4528480 Nov 03 21:41:40.156828 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 37734) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:40.159417 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:41:40.159845 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:41:40.161608 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:41:40.164056 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Request body: {'subnet': {'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1909872487-subnet', 'tenant_id': '7556b4a8dc904517840e95843a52172a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:41:40.168035 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f4e00-ea87-46b6-9275-426d25d4e97f admin admin] Pushing event updated for resources: {'Network': ['ID=7d882e47-5ca3-4f06-a827-16d180d87188,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:40.178615 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 7d882e47-5ca3-4f06-a827-16d180d87188 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:41:40.194121 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Made reservation on behalf of 7556b4a8dc904517840e95843a52172a for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:41:40.196974 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62523312'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.226180 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.234826 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.244573 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] 10.222.0.62 "DELETE /v2.0/networks/55f11b13-8d75-4ce8-84f3-4c96762411a2 HTTP/1.1" status: 204 len: 168 time: 0.6384647 Nov 03 21:41:40.257053 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c41fb-d014-44e7-8832-3a17359da213 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f11b13-8d75-4ce8-84f3-4c96762411a2,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:40.327848 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.389882 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37740) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:40.430289 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-428b0c4e-ede7-4699-a2b3-e5d67c9b4822 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b0f8eba7c9942c5ad80022c08f7d02e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392551 Nov 03 21:41:40.433125 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37742) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:40.446191 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60572001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62523358'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.487813 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96613e8d-3158-419d-a80d-977aacef50f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.506818 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783403ef-5fcf-4dbe-b9bb-60d132bdd425 req-20007d61-6e10-4aa1-9ab8-b219c5f9f374 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:40.508967 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-783403ef-5fcf-4dbe-b9bb-60d132bdd425 req-20007d61-6e10-4aa1-9ab8-b219c5f9f374 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1172616 Nov 03 21:41:40.519324 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96613e8d-3158-419d-a80d-977aacef50f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.519626 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed512a7-d717-4ba7-bdcc-63f001a6f1a3,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:40.554552 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Checking segment: {'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:41:40.554908 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Network hostable DHCP agents. Network: 7d882e47-5ca3-4f06-a827-16d180d87188, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:41:40.584610 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96613e8d-3158-419d-a80d-977aacef50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.587571 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96613e8d-3158-419d-a80d-977aacef50f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.589016 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-96613e8d-3158-419d-a80d-977aacef50f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/139c1c99-e56f-415d-9187-f1bb6e0349cc HTTP/1.1" status: 204 len: 168 time: 0.1547477 Nov 03 21:41:40.593383 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-783403ef-5fcf-4dbe-b9bb-60d132bdd425 req-0fce8ab7-0b19-46d7-8579-cc2a59758505 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769014 Nov 03 21:41:40.596814 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Network 7d882e47-5ca3-4f06-a827-16d180d87188 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:41:40.619110 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96613e8d-3158-419d-a80d-977aacef50f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139c1c99-e56f-415d-9187-f1bb6e0349cc,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:40.625292 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 7d882e47-5ca3-4f06-a827-16d180d87188) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:41:40.632115 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:40.632942 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:40.633232 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9ba83-8ddf-4a56-bee8-5b4a8ea01a67 None None] Network 7d882e47-5ca3-4f06-a827-16d180d87188 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:41:40.661224 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e8542262-19c0-4aca-a003-99ef61385e64 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4947999 Nov 03 21:41:40.784289 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab2da6-989f-48e6-9885-23547cb1fa9b req-76bb84cd-3b8e-4fb4-af6b-3bd1416b6c5a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:40.792823 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-26ab2da6-989f-48e6-9885-23547cb1fa9b req-76bb84cd-3b8e-4fb4-af6b-3bd1416b6c5a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0670304 Nov 03 21:41:40.806316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13065995-cd38-467b-b170-a611a9bd0b8e None None] Network 7d882e47-5ca3-4f06-a827-16d180d87188 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:41:40.883636 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-26ab2da6-989f-48e6-9885-23547cb1fa9b req-47c953b4-332f-4e6f-ab8d-62e2b857db43 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745268 Nov 03 21:41:40.921408 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37764) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:40.944795 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:41:40.968938 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:41:40.969284 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b76ee1dd-e8f2-423d-8baf-d5cc02e5e0c5 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:41:41.084813 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fb7eb128-3be2-47da-852c-e0b8311514c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:41.192220 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fb7eb128-3be2-47da-852c-e0b8311514c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:41.197859 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fb7eb128-3be2-47da-852c-e0b8311514c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:41.246363 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-fb7eb128-3be2-47da-852c-e0b8311514c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=010a9ef41ad249d0b3f97f07543bb669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237278 Nov 03 21:41:41.247665 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7eb128-3be2-47da-852c-e0b8311514c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39bdcc6-23e2-4e98-ab63-77cc439ac16e,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:41.250605 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37776) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:41.275312 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:41.343505 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e45596cb-069c-4eb8-9dc1-22fc6529459b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:41.374579 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e45596cb-069c-4eb8-9dc1-22fc6529459b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:41.438177 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e45596cb-069c-4eb8-9dc1-22fc6529459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:41.443551 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e45596cb-069c-4eb8-9dc1-22fc6529459b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:41.445698 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-e45596cb-069c-4eb8-9dc1-22fc6529459b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a39bdcc6-23e2-4e98-ab63-77cc439ac16e HTTP/1.1" status: 204 len: 168 time: 0.1939089 Nov 03 21:41:41.458442 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45596cb-069c-4eb8-9dc1-22fc6529459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39bdcc6-23e2-4e98-ab63-77cc439ac16e,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:41.724469 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617422a-04e3-42d8-baf5-f295b501184a req-d777725f-4191-4f81-b015-05fd5a83d00f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:41.726203 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0617422a-04e3-42d8-baf5-f295b501184a req-d777725f-4191-4f81-b015-05fd5a83d00f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0566061 Nov 03 21:41:41.784644 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0617422a-04e3-42d8-baf5-f295b501184a req-0f1746a4-6451-46f5-b588-aace5e4a9a04 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515022 Nov 03 21:41:41.979654 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e0d9-ad0e-49bd-aeff-63b8fb203a70 req-ddc3b87e-3eaa-4bf2-a555-4aa13518af68 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:41.981589 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f8f5e0d9-ad0e-49bd-aeff-63b8fb203a70 req-ddc3b87e-3eaa-4bf2-a555-4aa13518af68 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0516367 Nov 03 21:41:42.045963 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f8f5e0d9-ad0e-49bd-aeff-63b8fb203a70 req-a6d63ca0-385e-4016-a0f2-c3f3223b6098 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561674 Nov 03 21:41:42.677459 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-86373b8b-a176-4389-8666-dea134022168 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:42.678882 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-86373b8b-a176-4389-8666-dea134022168 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/networks?id=7d882e47-5ca3-4f06-a827-16d180d87188 HTTP/1.1" status: 200 len: 809 time: 0.1035507 Nov 03 21:41:42.693954 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-4803ba57-ed35-4915-bc5c-8c256ca5ac8f tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/quotas/7556b4a8dc904517840e95843a52172a HTTP/1.1" status: 200 len: 375 time: 0.0093076 Nov 03 21:41:42.727201 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-d054bd5c-753b-490b-a47f-cfaed52e747b tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7556b4a8dc904517840e95843a52172a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274749 Nov 03 21:41:42.824940 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-43e07441-69b1-4fe5-b6de-e0ccd0d19394 service neutron] 10.222.0.62 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905883 Nov 03 21:41:42.952516 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ac7c0-f980-4f41-91f8-9ff7ae486ff3 req-be621719-85b6-4e50-ae61-275d8586f0ad tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:42.953925 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-108ac7c0-f980-4f41-91f8-9ff7ae486ff3 req-be621719-85b6-4e50-ae61-275d8586f0ad tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0938702 Nov 03 21:41:42.960163 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-777f9e0b-375d-4025-b8fe-6adcc0615904 service neutron] 10.222.0.62 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284037 Nov 03 21:41:43.008902 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-108ac7c0-f980-4f41-91f8-9ff7ae486ff3 req-fb839242-1d91-4c1f-a493-0fa957a897a0 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477555 Nov 03 21:41:43.118828 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2d48880c-60e3-4b77-babd-3eae91805079 req-3fa8515c-aecb-4ab3-854e-7b22c3c358f7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 210 time: 0.0258820 Nov 03 21:41:43.183491 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971342-9ca5-4bc9-9e67-c5e42274b3c8 req-202f1e54-f785-4387-a443-4e908b7d8f9c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:43.185096 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a3971342-9ca5-4bc9-9e67-c5e42274b3c8 req-202f1e54-f785-4387-a443-4e908b7d8f9c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0584500 Nov 03 21:41:43.264544 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a3971342-9ca5-4bc9-9e67-c5e42274b3c8 req-879e6dd3-e0db-44a0-a2f6-8a870d439162 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716574 Nov 03 21:41:44.123148 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d305b7c-d646-4011-81d9-9ffef0c52dfc req-8782741c-93f8-4f42-a9fa-7a7cee114a9e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:44.124678 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d305b7c-d646-4011-81d9-9ffef0c52dfc req-8782741c-93f8-4f42-a9fa-7a7cee114a9e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0485666 Nov 03 21:41:44.177096 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d305b7c-d646-4011-81d9-9ffef0c52dfc req-f532b0f8-dfe2-45d9-a183-98e1e81dc20b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458703 Nov 03 21:41:44.214028 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-91d92ee0-496f-4b1a-a2a0-95c5ec8b51b2 req-473005f8-7aa2-44d4-b9c6-6b3048814ccb tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 210 time: 0.0262508 Nov 03 21:41:44.379431 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fa732-0cff-45d1-a523-40ed14b9deae req-92ba4e04-30c5-4017-9bd2-90fb0c0c6a98 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:44.380917 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d17fa732-0cff-45d1-a523-40ed14b9deae req-92ba4e04-30c5-4017-9bd2-90fb0c0c6a98 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0486808 Nov 03 21:41:44.439314 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d17fa732-0cff-45d1-a523-40ed14b9deae req-a07e8040-8e02-4401-bb96-6c7c10cece2a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523906 Nov 03 21:41:45.298212 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c2d37-9605-4dc9-9714-6e8cfce1d267 req-46c7ca2b-9f34-45e2-bf31-36211d39e596 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:45.299636 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-213c2d37-9605-4dc9-9714-6e8cfce1d267 req-46c7ca2b-9f34-45e2-bf31-36211d39e596 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0559223 Nov 03 21:41:45.322208 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6d0f5d8d-2527-47ee-a39d-7d6924abfbeb req-23b07928-e9da-4f2e-abd6-536651b74ce4 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 210 time: 0.0397069 Nov 03 21:41:45.363182 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-213c2d37-9605-4dc9-9714-6e8cfce1d267 req-a99cf0f1-b7ab-40c9-ad3e-9ea6f9c2a93e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 Nov 03 21:41:45.552873 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4ced-6404-4ed7-80a5-14181f5e092b req-da5810b2-2b74-427e-9bbc-183d388de255 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:45.554370 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2d5f4ced-6404-4ed7-80a5-14181f5e092b req-da5810b2-2b74-427e-9bbc-183d388de255 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0494626 Nov 03 21:41:45.612905 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2d5f4ced-6404-4ed7-80a5-14181f5e092b req-d1f01343-7177-4f94-964c-2d6de2ed993f tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525222 Nov 03 21:41:46.412513 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9bf1d006-efba-4454-bc5f-8eae881d148c req-b722e835-e638-43ac-b91d-3ba750614056 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 210 time: 0.0253391 Nov 03 21:41:46.479449 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05413-106d-4296-836d-1c35296cf47c req-37941285-c1dc-4358-a25f-85c53f630a39 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:46.480919 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ca05413-106d-4296-836d-1c35296cf47c req-37941285-c1dc-4358-a25f-85c53f630a39 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0504756 Nov 03 21:41:46.528915 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ca05413-106d-4296-836d-1c35296cf47c req-93d791b2-8343-4370-b523-de8160c39f39 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413694 Nov 03 21:41:46.728246 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a07f14-625c-4c32-a66c-7e0a4ed8cded req-821d4f15-0cb9-4db1-bb50-19432fb28bcf tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:46.729794 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a9a07f14-625c-4c32-a66c-7e0a4ed8cded req-821d4f15-0cb9-4db1-bb50-19432fb28bcf tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0494385 Nov 03 21:41:46.804981 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a9a07f14-625c-4c32-a66c-7e0a4ed8cded req-059940d8-b85f-48ca-9804-83037f6c5b21 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677450 Nov 03 21:41:46.960888 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-40c42b08-3bf2-49bb-a4d3-4fb3af112a48 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:46.962455 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-40c42b08-3bf2-49bb-a4d3-4fb3af112a48 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.11 "GET /v2.0/networks?id=7d882e47-5ca3-4f06-a827-16d180d87188 HTTP/1.1" status: 200 len: 809 time: 0.1135805 Nov 03 21:41:46.979785 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Request body: {'port': {'device_id': '6fe04110-5af3-470e-8b0f-ea33fc17029b', 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188', 'admin_state_up': True, 'tenant_id': '7556b4a8dc904517840e95843a52172a'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:41:47.102801 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Made reservation on behalf of 7556b4a8dc904517840e95843a52172a for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:41:47.108606 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:47.237774 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Allocated IP 172.20.0.9 (7d882e47-5ca3-4f06-a827-16d180d87188/eed512a7-d717-4ba7-bdcc-63f001a6f1a3/05e8ee25-7c51-4d90-97d7-15be346541b8) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:41:47.385584 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:47.418535 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:47.468161 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Network 7d882e47-5ca3-4f06-a827-16d180d87188 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:41:47.473416 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:41:47.477282 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:41:47.483918 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Pushing event updated for resources: {'Port': ['ID=05e8ee25-7c51-4d90-97d7-15be346541b8,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:47.529384 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bfc9d-4267-468a-a62d-619cfc1e270e req-25a715cb-d088-4d13-924e-afe2b5bc979f tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:47.530895 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-be6bfc9d-4267-468a-a62d-619cfc1e270e req-25a715cb-d088-4d13-924e-afe2b5bc979f tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 931 time: 0.0516610 Nov 03 21:41:47.531541 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:47.532146 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:47.548902 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-cfe02705-c48e-4560-b07d-fa0050c7732d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742688 Nov 03 21:41:47.562848 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Request body: {'port': {'device_id': '6fe04110-5af3-470e-8b0f-ea33fc17029b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:41:47.597550 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-be6bfc9d-4267-468a-a62d-619cfc1e270e req-8f26c3ac-9373-4dfe-9c47-4d1995224886 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604451 Nov 03 21:41:47.624063 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:47.654115 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67081-d3be-47d5-9d8a-a2afa2a1bc38 req-e99f0b37-2913-4fb4-886d-5a8d12a27e5b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:47.655693 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63f67081-d3be-47d5-9d8a-a2afa2a1bc38 req-e99f0b37-2913-4fb4-886d-5a8d12a27e5b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0504675 Nov 03 21:41:47.704511 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-63f67081-d3be-47d5-9d8a-a2afa2a1bc38 req-fe58a060-12f3-43df-8883-39529b180fb3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Nov 03 21:41:47.904732 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e8ee25-7c51-4d90-97d7-15be346541b8 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:41:47.912954 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:47.927413 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624bcf9-3429-4580-9644-878df502212c req-1340b33a-714d-41d0-85c9-1169483cebb8 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:47.929164 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Transition to ACTIVE for port object 05e8ee25-7c51-4d90-97d7-15be346541b8 will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:41:47.933875 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:47.935407 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3624bcf9-3429-4580-9644-878df502212c req-1340b33a-714d-41d0-85c9-1169483cebb8 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0601563 Nov 03 21:41:47.995850 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Pushing event updated for resources: {'Port': ['ID=05e8ee25-7c51-4d90-97d7-15be346541b8,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:48.013242 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3624bcf9-3429-4580-9644-878df502212c req-89b04bb5-3d81-49d0-af29-16152751da9c tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=331a8e44-0647-4a03-9c98-0b99f35a19df&id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769022 Nov 03 21:41:48.068884 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Attempting to bind port 05e8ee25-7c51-4d90-97d7-15be346541b8 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:41:48.069214 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Attempting to bind port 05e8ee25-7c51-4d90-97d7-15be346541b8 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:41:48.069537 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Attempting to bind port 05e8ee25-7c51-4d90-97d7-15be346541b8 on network 7d882e47-5ca3-4f06-a827-16d180d87188 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:41:48.074104 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Port 05e8ee25-7c51-4d90-97d7-15be346541b8 on network 7d882e47-5ca3-4f06-a827-16d180d87188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:41:48.074417 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Attempting to bind port 05e8ee25-7c51-4d90-97d7-15be346541b8 on network 7d882e47-5ca3-4f06-a827-16d180d87188 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:41:48.079785 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:41:48.080119 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Checking segment: {'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:41:48.080600 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Bound using segment: {'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:41:48.080956 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Bound port: 05e8ee25-7c51-4d90-97d7-15be346541b8, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:41:48.081312 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:48.156427 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] For port 05e8ee25-7c51-4d90-97d7-15be346541b8, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:41:48.159594 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] For port 05e8ee25-7c51-4d90-97d7-15be346541b8, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=05e8ee25-7c51-4d90-97d7-15be346541b8,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:41:48.165763 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:48.206060 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:48.206677 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:48.208117 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] 10.222.0.11 "PUT /v2.0/ports/05e8ee25-7c51-4d90-97d7-15be346541b8 HTTP/1.1" status: 200 len: 1093 time: 0.6502829 Nov 03 21:41:48.208628 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe04110-5af3-470e-8b0f-ea33fc17029b', 'tag': '05e8ee25-7c51-4d90-97d7-15be346541b8'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:48.211156 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad45dfe-b683-4a2d-b455-914627f95663" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe04110-5af3-470e-8b0f-ea33fc17029b", "tag": "05e8ee25-7c51-4d90-97d7-15be346541b8"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:48.247327 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cb7a7-f083-40f5-883e-eac8b7d84e94 service neutron] Pushing event updated for resources: {'Port': ['ID=05e8ee25-7c51-4d90-97d7-15be346541b8,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:48.265183 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61b48f6-7c90-4e2c-bd3a-7361720881ac x-openstack-request-id: req-f61b48f6-7c90-4e2c-bd3a-7361720881ac {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:48.265496 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe04110-5af3-470e-8b0f-ea33fc17029b", "tag": "05e8ee25-7c51-4d90-97d7-15be346541b8", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:48.265744 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f61b48f6-7c90-4e2c-bd3a-7361720881ac {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:48.266145 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe04110-5af3-470e-8b0f-ea33fc17029b', 'tag': '05e8ee25-7c51-4d90-97d7-15be346541b8', 'status': 'completed', 'code': 200} Nov 03 21:41:48.319222 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-d78dc726-a776-4849-ae28-d8b7064af257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:48.320849 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-d78dc726-a776-4849-ae28-d8b7064af257 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7556b4a8dc904517840e95843a52172a&device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 1096 time: 0.0437279 Nov 03 21:41:48.369405 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-8744fd8e-6da0-4efd-96df-97ddee50a314 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05e8ee25-7c51-4d90-97d7-15be346541b8 HTTP/1.1" status: 200 len: 217 time: 0.0391579 Nov 03 21:41:48.421930 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-24b87184-6565-4789-9891-78bf8381e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:48.423371 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-24b87184-6565-4789-9891-78bf8381e58c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eed512a7-d717-4ba7-bdcc-63f001a6f1a3 HTTP/1.1" status: 200 len: 849 time: 0.0438995 Nov 03 21:41:48.457499 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-12e6e1bc-c5af-4f85-b0e9-327f356211ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d882e47-5ca3-4f06-a827-16d180d87188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259075 Nov 03 21:41:48.554624 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-d87b5001-11f1-46fb-bae5-e225902f5148 service neutron] 10.222.0.11 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882087 Nov 03 21:41:48.646429 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-becf0a35-2bab-46b3-8dcd-0c02e9658e64 req-282edcf4-a01b-4994-9176-0e5906a2fa65 service neutron] 10.222.0.11 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821731 Nov 03 21:41:48.719748 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa573749-9711-4fca-b9bc-69db0a665d95 req-bec0fe83-b262-461d-8334-088ef368c668 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:48.721310 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa573749-9711-4fca-b9bc-69db0a665d95 req-bec0fe83-b262-461d-8334-088ef368c668 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 943 time: 0.0546176 Nov 03 21:41:48.737349 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad45dfe-b683-4a2d-b455-914627f95663 req-6ff43e19-c2c6-4ea8-b29e-bb3abaecbf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:48.738866 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aad45dfe-b683-4a2d-b455-914627f95663 req-6ff43e19-c2c6-4ea8-b29e-bb3abaecbf2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7556b4a8dc904517840e95843a52172a&device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 1096 time: 0.0416193 Nov 03 21:41:48.770750 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa573749-9711-4fca-b9bc-69db0a665d95 req-6cf969f8-4b5e-4255-a976-de2796483845 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Nov 03 21:41:48.824159 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824575c-ae6e-404a-ac09-11bd929c1f74 req-0f54ff39-4e67-4445-ae94-c22a3a0efeb8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:48.825976 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3824575c-ae6e-404a-ac09-11bd929c1f74 req-0f54ff39-4e67-4445-ae94-c22a3a0efeb8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0529351 Nov 03 21:41:48.851467 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad45dfe-b683-4a2d-b455-914627f95663 req-c25fe72b-90a8-4d63-ae3c-a16952534e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:48.853028 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aad45dfe-b683-4a2d-b455-914627f95663 req-c25fe72b-90a8-4d63-ae3c-a16952534e79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d882e47-5ca3-4f06-a827-16d180d87188 HTTP/1.1" status: 200 len: 910 time: 0.1023810 Nov 03 21:41:48.876289 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3824575c-ae6e-404a-ac09-11bd929c1f74 req-2f810748-8137-4aac-8177-f2a9f7e54fe3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Nov 03 21:41:48.897290 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aad45dfe-b683-4a2d-b455-914627f95663 req-5713cf9c-6017-42c5-946e-b183d5d4eee7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05e8ee25-7c51-4d90-97d7-15be346541b8 HTTP/1.1" status: 200 len: 217 time: 0.0360484 Nov 03 21:41:48.951127 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad45dfe-b683-4a2d-b455-914627f95663 req-684c902d-3d31-43e9-85cc-36052eb16138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:48.953243 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aad45dfe-b683-4a2d-b455-914627f95663 req-684c902d-3d31-43e9-85cc-36052eb16138 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eed512a7-d717-4ba7-bdcc-63f001a6f1a3 HTTP/1.1" status: 200 len: 849 time: 0.0474715 Nov 03 21:41:48.985632 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aad45dfe-b683-4a2d-b455-914627f95663 req-30046e4b-8452-4933-9346-e933fa60992b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d882e47-5ca3-4f06-a827-16d180d87188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236726 Nov 03 21:41:49.081812 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aad45dfe-b683-4a2d-b455-914627f95663 req-b98d4a35-e4a0-4f16-9269-91e30ff31ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 Nov 03 21:41:49.183037 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-aad45dfe-b683-4a2d-b455-914627f95663 req-caecba96-c462-4366-9511-c191f2657b22 service neutron] 10.222.0.11 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913696 Nov 03 21:41:49.359397 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:49.427641 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37946) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:49.534513 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8b7f97ee-cf13-4371-b100-51f466fb39a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:49.613648 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8b7f97ee-cf13-4371-b100-51f466fb39a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:49.617739 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8b7f97ee-cf13-4371-b100-51f466fb39a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:49.656888 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-8b7f97ee-cf13-4371-b100-51f466fb39a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89f4a60cb8804d65909591caf7139b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281139 Nov 03 21:41:49.657752 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f97ee-cf13-4371-b100-51f466fb39a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c39e40-3df2-4086-a9ba-23f9f9b3af36,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:49.660091 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 37950) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:49.712865 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-880a42d3-8468-4741-8125-a4a5cde337ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:49.739990 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-880a42d3-8468-4741-8125-a4a5cde337ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:49.788706 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-880a42d3-8468-4741-8125-a4a5cde337ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:49.791357 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-880a42d3-8468-4741-8125-a4a5cde337ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:49.792564 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-880a42d3-8468-4741-8125-a4a5cde337ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56c39e40-3df2-4086-a9ba-23f9f9b3af36 HTTP/1.1" status: 204 len: 168 time: 0.1314795 Nov 03 21:41:49.802876 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a42d3-8468-4741-8125-a4a5cde337ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c39e40-3df2-4086-a9ba-23f9f9b3af36,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:49.915663 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d0814-9eda-41cb-ac36-7ffd40426d06 req-fbb89f56-145e-47f8-af53-feaa12ac9e09 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:49.916580 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7e4d0814-9eda-41cb-ac36-7ffd40426d06 req-fbb89f56-145e-47f8-af53-feaa12ac9e09 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 943 time: 0.0546923 Nov 03 21:41:50.000716 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7e4d0814-9eda-41cb-ac36-7ffd40426d06 req-7b42f509-0d13-4431-8c4a-563ec41fc83b tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767915 Nov 03 21:41:50.017237 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceea9b-34a7-4fd9-b4c1-515aef5c25fb req-875afe94-744a-44d6-b454-300378bf54fb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:50.018691 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0cceea9b-34a7-4fd9-b4c1-515aef5c25fb req-875afe94-744a-44d6-b454-300378bf54fb tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0671799 Nov 03 21:41:50.069791 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0cceea9b-34a7-4fd9-b4c1-515aef5c25fb req-8e60c4e3-b9a7-4bdd-ac11-827b592b3227 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Nov 03 21:41:51.120414 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee868de-5f7b-4b57-b8a1-1c56f2f192ef req-c6285e81-ae28-4c7b-bbcb-d9a997e94054 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:51.122145 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ee868de-5f7b-4b57-b8a1-1c56f2f192ef req-c6285e81-ae28-4c7b-bbcb-d9a997e94054 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 943 time: 0.0529907 Nov 03 21:41:51.199719 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ee868de-5f7b-4b57-b8a1-1c56f2f192ef req-f428e540-0f14-4571-b0fa-cc77becf9827 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716548 Nov 03 21:41:51.215771 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863efb2-91c9-4d8b-a4b8-2136b311d759 req-fd0dc9c1-d25a-4d7d-91ba-cfef0b7c65b3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:51.218197 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8863efb2-91c9-4d8b-a4b8-2136b311d759 req-fd0dc9c1-d25a-4d7d-91ba-cfef0b7c65b3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0750477 Nov 03 21:41:51.267977 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8863efb2-91c9-4d8b-a4b8-2136b311d759 req-266c0b9e-59f6-4fab-b1a5-0ba90cb7f766 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Nov 03 21:41:51.453965 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38008) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:51.556012 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-798d6dab-be89-4957-b854-016e354651c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:51.639845 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-798d6dab-be89-4957-b854-016e354651c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:51.645731 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-798d6dab-be89-4957-b854-016e354651c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:51.683297 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-798d6dab-be89-4957-b854-016e354651c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01bad25b06ca4e0ab756b1f238ea23a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282000 Nov 03 21:41:51.685203 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d6dab-be89-4957-b854-016e354651c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb8e462-0fb3-42ff-bf04-a8bd6f0c2ed6,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:51.686128 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38012) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:51.734909 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-03a29b0b-64ca-4b1e-bf8b-575f779dc421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:51.755866 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-03a29b0b-64ca-4b1e-bf8b-575f779dc421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:51.800935 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-03a29b0b-64ca-4b1e-bf8b-575f779dc421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:51.803707 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-03a29b0b-64ca-4b1e-bf8b-575f779dc421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:51.804903 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-03a29b0b-64ca-4b1e-bf8b-575f779dc421 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abb8e462-0fb3-42ff-bf04-a8bd6f0c2ed6 HTTP/1.1" status: 204 len: 168 time: 0.1177385 Nov 03 21:41:51.813190 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a29b0b-64ca-4b1e-bf8b-575f779dc421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb8e462-0fb3-42ff-bf04-a8bd6f0c2ed6,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:51.818156 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 05e8ee25-7c51-4d90-97d7-15be346541b8 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:41:51.929556 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 05e8ee25-7c51-4d90-97d7-15be346541b8, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=05e8ee25-7c51-4d90-97d7-15be346541b8,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:51.941321 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '05e8ee25-7c51-4d90-97d7-15be346541b8', 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188', 'port_id': '05e8ee25-7c51-4d90-97d7-15be346541b8', 'mac_address': 'fa:16:3e:8a:20:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed512a7-d717-4ba7-bdcc-63f001a6f1a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:41:51.979671 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:51.992683 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e8ee25-7c51-4d90-97d7-15be346541b8 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:41:52.017436 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 05e8ee25-7c51-4d90-97d7-15be346541b8, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=05e8ee25-7c51-4d90-97d7-15be346541b8,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:52.022776 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:52.079827 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=05e8ee25-7c51-4d90-97d7-15be346541b8,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:52.091503 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38018) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:52.104637 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-08bf3340-e7ca-46d9-9bde-83ea42c4f846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:52.184801 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-08bf3340-e7ca-46d9-9bde-83ea42c4f846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:52.189504 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-08bf3340-e7ca-46d9-9bde-83ea42c4f846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:52.228723 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf3340-e7ca-46d9-9bde-83ea42c4f846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a692b8-e3d3-429d-af23-c392d70e9917,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:52.237657 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38022) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:52.237943 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-08bf3340-e7ca-46d9-9bde-83ea42c4f846 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c830de9ebc9435b84cfdde1d8494c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449945 Nov 03 21:41:52.288308 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e92cd051-f227-47ea-a3ce-97b4d1659fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:52.299406 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['05e8ee25-7c51-4d90-97d7-15be346541b8'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:52.312259 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e92cd051-f227-47ea-a3ce-97b4d1659fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:52.330825 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c492a-a1fa-42f9-82d3-bbeacba1ad1b req-efc6ff1d-54a1-4930-bd3b-da261788406c tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:52.333523 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-261c492a-a1fa-42f9-82d3-bbeacba1ad1b req-efc6ff1d-54a1-4930-bd3b-da261788406c tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 944 time: 0.0594714 Nov 03 21:41:52.382213 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e92cd051-f227-47ea-a3ce-97b4d1659fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:52.385403 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e92cd051-f227-47ea-a3ce-97b4d1659fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:52.386578 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-e92cd051-f227-47ea-a3ce-97b4d1659fae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4a692b8-e3d3-429d-af23-c392d70e9917 HTTP/1.1" status: 204 len: 168 time: 0.1480021 Nov 03 21:41:52.395135 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cd051-f227-47ea-a3ce-97b4d1659fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a692b8-e3d3-429d-af23-c392d70e9917,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:52.425810 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-261c492a-a1fa-42f9-82d3-bbeacba1ad1b req-714c94e1-ea59-4a58-8294-0da2d279bc30 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844860 Nov 03 21:41:52.439995 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b94eb-126a-48b1-b974-7132612aa068 req-58d88a12-c187-4fd3-ac72-f39957eeaaf6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:52.442385 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2f7b94eb-126a-48b1-b974-7132612aa068 req-58d88a12-c187-4fd3-ac72-f39957eeaaf6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0764318 Nov 03 21:41:52.518754 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2f7b94eb-126a-48b1-b974-7132612aa068 req-9087259a-2cb3-4a07-9ebb-8a5ba1018017 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670209 Nov 03 21:41:53.454621 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-12e4d33b-b45a-4bd9-ad38-aac2715893d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:53.456139 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-12e4d33b-b45a-4bd9-ad38-aac2715893d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 1098 time: 0.0452681 Nov 03 21:41:53.568388 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f785e-3807-4c4f-b585-43536fa0c9e7 req-9a1dba6e-5329-4eba-ab20-eb5fa33cce93 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:53.570174 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e92f785e-3807-4c4f-b585-43536fa0c9e7 req-9a1dba6e-5329-4eba-ab20-eb5fa33cce93 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 944 time: 0.0580900 Nov 03 21:41:53.574083 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-4620701d-cb99-424a-aa87-dd7c2bb32cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:53.575620 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-4620701d-cb99-424a-aa87-dd7c2bb32cf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 912 time: 0.0933743 Nov 03 21:41:53.650688 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e92f785e-3807-4c4f-b585-43536fa0c9e7 req-4e0cd255-22fb-4193-8623-ca3cde8425b2 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742614 Nov 03 21:41:53.656123 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-efffdda5-7ea1-417c-8777-482e31883df7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0 HTTP/1.1" status: 200 len: 1000 time: 0.0665927 Nov 03 21:41:53.665895 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9fe59-7df9-42d2-973a-8514a3e22cfe req-d0ace1a0-06e7-43a4-acb7-f5060c04e66b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:53.667652 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32d9fe59-7df9-42d2-973a-8514a3e22cfe req-d0ace1a0-06e7-43a4-acb7-f5060c04e66b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0721653 Nov 03 21:41:53.716817 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-27abda9d-8b70-4439-b542-ff104e6d0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:53.718408 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-27abda9d-8b70-4439-b542-ff104e6d0fe0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0529118 Nov 03 21:41:53.723239 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32d9fe59-7df9-42d2-973a-8514a3e22cfe req-db61c605-70db-4fee-8278-aa86f1776217 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482061 Nov 03 21:41:53.772907 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-27b56c44-ef30-42a4-ac76-e72ec81908a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:53.774418 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-27b56c44-ef30-42a4-ac76-e72ec81908a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419228 Nov 03 21:41:53.836020 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 05e8ee25-7c51-4d90-97d7-15be346541b8 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:41:53.880845 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-10b2b451-8707-4176-aed3-6d531a59aeb7 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968702 Nov 03 21:41:53.891995 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 05e8ee25-7c51-4d90-97d7-15be346541b8 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:41:53.896284 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 05e8ee25-7c51-4d90-97d7-15be346541b8 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:41:53.896683 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:53.979253 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:53.979599 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-82973f6d-91c7-4d20-b5d5-f1c6fc1c8618 req-d27a8b21-54bb-4b78-a168-b60e3d76dfd7 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912285 Nov 03 21:41:54.007152 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe04110-5af3-470e-8b0f-ea33fc17029b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e8ee25-7c51-4d90-97d7-15be346541b8'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:54.009917 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c758bb-21f8-4e89-8fe7-2e36bde8403f" -d '{"events": [{"server_uuid": "6fe04110-5af3-470e-8b0f-ea33fc17029b", "name": "network-vif-plugged", "status": "completed", "tag": "05e8ee25-7c51-4d90-97d7-15be346541b8"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:54.025629 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 05e8ee25-7c51-4d90-97d7-15be346541b8, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=05e8ee25-7c51-4d90-97d7-15be346541b8,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:54.031360 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:54.059884 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05047f85-8d6d-45a2-b659-9cbe801b6412 x-openstack-request-id: req-05047f85-8d6d-45a2-b659-9cbe801b6412 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:54.060213 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe04110-5af3-470e-8b0f-ea33fc17029b", "name": "network-vif-plugged", "status": "completed", "tag": "05e8ee25-7c51-4d90-97d7-15be346541b8", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:54.061308 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05047f85-8d6d-45a2-b659-9cbe801b6412 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:54.061697 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe04110-5af3-470e-8b0f-ea33fc17029b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e8ee25-7c51-4d90-97d7-15be346541b8', 'code': 200} Nov 03 21:41:54.091798 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=05e8ee25-7c51-4d90-97d7-15be346541b8,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:54.277958 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe8482-2497-4c02-98d3-a342cea28d47 req-da1c874d-c5d5-4940-9e34-4709926a12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:54.279418 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19fe8482-2497-4c02-98d3-a342cea28d47 req-da1c874d-c5d5-4940-9e34-4709926a12d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 1098 time: 0.0468798 Nov 03 21:41:54.329356 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-19fe8482-2497-4c02-98d3-a342cea28d47 req-00451410-5637-4315-9c4e-5f1c377348f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Nov 03 21:41:54.773782 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b2852-3a3d-4e3b-85a2-5923836a82ca req-bde63045-33a6-4bf5-806e-37847b8a8686 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:54.778006 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-734b2852-3a3d-4e3b-85a2-5923836a82ca req-bde63045-33a6-4bf5-806e-37847b8a8686 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 945 time: 0.0535328 Nov 03 21:41:54.849990 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-734b2852-3a3d-4e3b-85a2-5923836a82ca req-f2811c33-15f9-4fb3-b54d-20301511f2ac tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Nov 03 21:41:54.871275 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81112ca-8944-4dc5-bdef-3ff12027e7aa req-a34c1e66-5d37-4f0c-adbf-407abb06ac13 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:54.872889 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e81112ca-8944-4dc5-bdef-3ff12027e7aa req-a34c1e66-5d37-4f0c-adbf-407abb06ac13 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0704677 Nov 03 21:41:54.924418 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e81112ca-8944-4dc5-bdef-3ff12027e7aa req-92c84e60-7aea-496a-aea2-58986eff6514 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450928 Nov 03 21:41:55.138323 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa9d83-dc92-4634-84ee-e765bee2e97d req-d393519f-3070-4dfd-a756-68f9e627dcb3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:55.139863 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ebaa9d83-dc92-4634-84ee-e765bee2e97d req-d393519f-3070-4dfd-a756-68f9e627dcb3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0606520 Nov 03 21:41:55.192704 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ebaa9d83-dc92-4634-84ee-e765bee2e97d req-0c96a37e-0a23-488b-9e66-9f7c9b2d9ffd tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467124 Nov 03 21:41:55.193941 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-9f292f23-b835-4765-b927-3e757231f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:55.195890 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-9f292f23-b835-4765-b927-3e757231f5b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 1098 time: 0.0490465 Nov 03 21:41:55.309402 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-272dad83-b44e-4abc-912a-1562cbcadb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:55.311212 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-272dad83-b44e-4abc-912a-1562cbcadb35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 912 time: 0.1047289 Nov 03 21:41:55.392160 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-6c607866-2fbb-4cf5-8b97-3dcdccc1a8d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0 HTTP/1.1" status: 200 len: 1000 time: 0.0679135 Nov 03 21:41:55.449070 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-eed70ed9-d9ce-49eb-911b-b27468573b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:55.450573 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-eed70ed9-d9ce-49eb-911b-b27468573b93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0511701 Nov 03 21:41:55.509205 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-e044ac0d-754f-4426-8dda-963fbd8e343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:55.511051 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-e044ac0d-754f-4426-8dda-963fbd8e343d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475988 Nov 03 21:41:55.633024 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-5768d130-603a-4304-ab1f-84b3fe567e3d service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120577 Nov 03 21:41:55.744635 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-4a26d349-e424-445c-b7cb-cb5c57220827 req-11f04aad-aea6-4d17-b57d-63bb620a6d09 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022820 Nov 03 21:41:55.974063 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3765f-fd39-4f31-b3a9-4529c1edae94 req-0f7e2a61-edf7-46fa-b5b7-ba6fe90869db tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:55.975562 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5fb3765f-fd39-4f31-b3a9-4529c1edae94 req-0f7e2a61-edf7-46fa-b5b7-ba6fe90869db tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 945 time: 0.0495017 Nov 03 21:41:56.022853 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5fb3765f-fd39-4f31-b3a9-4529c1edae94 req-8e33040f-f0ac-4a8b-828b-b6fe863be651 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Nov 03 21:41:56.361550 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a986c-e9e8-49ca-b1ee-bd5118de5ef0 req-60d439ab-f5f4-4b13-ad9b-160f5fe0be7e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:56.365973 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-707a986c-e9e8-49ca-b1ee-bd5118de5ef0 req-60d439ab-f5f4-4b13-ad9b-160f5fe0be7e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0635052 Nov 03 21:41:56.418425 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-707a986c-e9e8-49ca-b1ee-bd5118de5ef0 req-652d2ee8-fe95-45f7-b1fe-997d26a87b74 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466158 Nov 03 21:41:56.764594 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f212a30-228e-4935-95c0-a3ae34e43275 req-a825ce78-f065-4292-a4be-2fe7badae1b8 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:56.766403 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9f212a30-228e-4935-95c0-a3ae34e43275 req-a825ce78-f065-4292-a4be-2fe7badae1b8 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 945 time: 0.0492220 Nov 03 21:41:56.843960 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9f212a30-228e-4935-95c0-a3ae34e43275 req-b3d4fea8-c75b-47f9-89b2-4119ae3c457e tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651746 Nov 03 21:41:57.032778 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:41:57.079035 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38138) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:57.182908 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.257753 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.262251 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.300541 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d136a031014d418b886ca24ad8bfa6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202470 Nov 03 21:41:57.301590 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769cbdca-4e98-40e0-a0ff-8699f24fb140,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:57.303482 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38142) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:57.308945 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.309290 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.309639 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.309960 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.310285 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.310616 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.311427 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.311749 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.312070 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.312409 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.312732 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.313045 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b1aa9-2e55-4111-9c86-e29a23b8e0da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:41:57.354348 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e2e874c5-7174-4055-97b4-c7daa03011bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.379150 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e2e874c5-7174-4055-97b4-c7daa03011bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.426745 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e2e874c5-7174-4055-97b4-c7daa03011bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.429314 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e2e874c5-7174-4055-97b4-c7daa03011bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.430447 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e2e874c5-7174-4055-97b4-c7daa03011bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/769cbdca-4e98-40e0-a0ff-8699f24fb140 HTTP/1.1" status: 204 len: 168 time: 0.1259964 Nov 03 21:41:57.439043 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e874c5-7174-4055-97b4-c7daa03011bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769cbdca-4e98-40e0-a0ff-8699f24fb140,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:57.720590 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38152) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:57.735780 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-393f3de6-c28b-48b7-921c-efc12599128e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.771978 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348638a-9d4a-48b0-891d-f946c9006d58 req-c11766de-ddfe-4ce6-8df8-b4091d300969 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:57.774049 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e348638a-9d4a-48b0-891d-f946c9006d58 req-c11766de-ddfe-4ce6-8df8-b4091d300969 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.2846978 Nov 03 21:41:57.823935 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-393f3de6-c28b-48b7-921c-efc12599128e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.829152 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e348638a-9d4a-48b0-891d-f946c9006d58 req-34d3dda9-736f-44da-a2f0-3a8fa479ef03 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480745 Nov 03 21:41:57.829418 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-393f3de6-c28b-48b7-921c-efc12599128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.870958 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-393f3de6-c28b-48b7-921c-efc12599128e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bec04a1851ec49558f5a42095841470c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482744 Nov 03 21:41:57.871959 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f3de6-c28b-48b7-921c-efc12599128e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ea861-1ff0-4825-a356-b57d8b1191d6,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:57.873686 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38158) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:41:57.930728 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25274373-1e75-44bf-8ea8-982f1484ddf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:57.976873 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25274373-1e75-44bf-8ea8-982f1484ddf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:58.021892 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836567ed-46d6-4c98-8746-c685ab7827a9 req-ca8f19c2-b86d-4e06-aade-c80e39776c48 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:58.023453 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-836567ed-46d6-4c98-8746-c685ab7827a9 req-ca8f19c2-b86d-4e06-aade-c80e39776c48 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 945 time: 0.0909202 Nov 03 21:41:58.063156 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25274373-1e75-44bf-8ea8-982f1484ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:58.065695 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-25274373-1e75-44bf-8ea8-982f1484ddf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:58.066820 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-25274373-1e75-44bf-8ea8-982f1484ddf0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb7ea861-1ff0-4825-a356-b57d8b1191d6 HTTP/1.1" status: 204 len: 168 time: 0.1921511 Nov 03 21:41:58.087177 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25274373-1e75-44bf-8ea8-982f1484ddf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ea861-1ff0-4825-a356-b57d8b1191d6,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:58.093807 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-836567ed-46d6-4c98-8746-c685ab7827a9 req-acd013f7-cbbd-47af-bd2c-557401206e7d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613873 Nov 03 21:41:58.281736 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-1537cd47-e590-48ff-ab5d-c960693a4080 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:41:58.283232 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-1537cd47-e590-48ff-ab5d-c960693a4080 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 945 time: 0.0552754 Nov 03 21:41:58.386489 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Deleting port 05e8ee25-7c51-4d90-97d7-15be346541b8 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:41:58.386826 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:58.482610 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] For port 05e8ee25-7c51-4d90-97d7-15be346541b8, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=05e8ee25-7c51-4d90-97d7-15be346541b8,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:41:58.482900 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:58.497135 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Calling delete_port for 05e8ee25-7c51-4d90-97d7-15be346541b8 owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:41:58.634216 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:58.648699 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['05e8ee25-7c51-4d90-97d7-15be346541b8'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:41:58.671936 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Pushing event deleted for resources: {'Port': ['ID=05e8ee25-7c51-4d90-97d7-15be346541b8,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:41:58.716123 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] No DVR routers for this DVR port 05e8ee25-7c51-4d90-97d7-15be346541b8 on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:41:58.719311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:41:58.723704 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d795e1a8-3246-4fe3-9ba6-24cceb0b3c03 req-f4fcca1a-db09-403b-9e83-9ccfabfe0ae3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.11 "DELETE /v2.0/ports/05e8ee25-7c51-4d90-97d7-15be346541b8 HTTP/1.1" status: 204 len: 173 time: 0.4254196 Nov 03 21:41:58.724340 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe04110-5af3-470e-8b0f-ea33fc17029b', 'name': 'network-vif-deleted', 'tag': '05e8ee25-7c51-4d90-97d7-15be346541b8'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:41:58.727128 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb27623-9e9b-4036-a943-fd45e683dde3" -d '{"events": [{"server_uuid": "6fe04110-5af3-470e-8b0f-ea33fc17029b", "name": "network-vif-deleted", "tag": "05e8ee25-7c51-4d90-97d7-15be346541b8"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:41:58.774422 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7329ecd5-5bd6-4d39-bdbd-04e7372f38c6 x-openstack-request-id: req-7329ecd5-5bd6-4d39-bdbd-04e7372f38c6 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:41:58.774755 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe04110-5af3-470e-8b0f-ea33fc17029b", "name": "network-vif-deleted", "tag": "05e8ee25-7c51-4d90-97d7-15be346541b8", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:41:58.775019 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7329ecd5-5bd6-4d39-bdbd-04e7372f38c6 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:41:58.775693 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe04110-5af3-470e-8b0f-ea33fc17029b', 'name': 'network-vif-deleted', 'tag': '05e8ee25-7c51-4d90-97d7-15be346541b8', 'status': 'completed', 'code': 200} Nov 03 21:41:59.234562 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3aaa44d-431c-4160-816a-79199acf8814 req-3b3b40f6-2655-4a30-af84-3614069237e2 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe04110-5af3-470e-8b0f-ea33fc17029b HTTP/1.1" status: 200 len: 210 time: 0.0282247 Nov 03 21:42:00.591478 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-410c1e0b-ee27-4d41-9f7e-bf8e2f4b7b4d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:00.593519 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-410c1e0b-ee27-4d41-9f7e-bf8e2f4b7b4d tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/networks?id=7d882e47-5ca3-4f06-a827-16d180d87188 HTTP/1.1" status: 200 len: 809 time: 0.1096518 Nov 03 21:42:00.607941 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-21b053c3-710d-41d2-9f29-3c94ec6efc9f tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/quotas/7556b4a8dc904517840e95843a52172a HTTP/1.1" status: 200 len: 375 time: 0.0087512 Nov 03 21:42:00.637200 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-8241c840-d22b-4b33-ae7e-02d7a7e172a1 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7556b4a8dc904517840e95843a52172a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241685 Nov 03 21:42:00.745465 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7672fa1f-db83-4d16-ae78-54420998bbbd service neutron] 10.222.0.62 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010015 Nov 03 21:42:00.837160 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-35e9250a-2713-4eec-8b50-ac4af9df274b service neutron] 10.222.0.62 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856020 Nov 03 21:42:00.991407 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5224993-7565-47e5-bd97-ea09000aa315 req-01996d56-dcfe-4fb9-b9da-f0434d351b83 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 210 time: 0.0266643 Nov 03 21:42:01.844775 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 05e8ee25-7c51-4d90-97d7-15be346541b8 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:01.865064 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 05e8ee25-7c51-4d90-97d7-15be346541b8 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:01.865399 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 05e8ee25-7c51-4d90-97d7-15be346541b8 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:02.004772 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-944cc849-a3ce-4c0a-a6b2-985048e1bac0 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:02.006332 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-944cc849-a3ce-4c0a-a6b2-985048e1bac0 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.11 "GET /v2.0/networks?id=7d882e47-5ca3-4f06-a827-16d180d87188 HTTP/1.1" status: 200 len: 809 time: 0.1063631 Nov 03 21:42:02.022512 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Request body: {'port': {'device_id': 'a0078a5e-c691-4ef9-93ce-e2e22314b3f9', 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188', 'admin_state_up': True, 'tenant_id': '7556b4a8dc904517840e95843a52172a'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:02.087819 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3a7b5f7b-2cd5-400f-ad59-d0bfb7b3846d req-8e2910fb-5f4e-453e-9735-a5140d489377 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 210 time: 0.0275953 Nov 03 21:42:02.135036 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Made reservation on behalf of 7556b4a8dc904517840e95843a52172a for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:42:02.138591 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.263111 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Allocated IP 172.20.0.2 (7d882e47-5ca3-4f06-a827-16d180d87188/eed512a7-d717-4ba7-bdcc-63f001a6f1a3/9283be17-bc32-45fb-8912-67edb6e168cf) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:02.417964 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.451818 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.493637 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Network 7d882e47-5ca3-4f06-a827-16d180d87188 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:02.498669 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:02.502494 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:02.518521 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38266) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:02.525304 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Pushing event updated for resources: {'Port': ['ID=9283be17-bc32-45fb-8912-67edb6e168cf,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:02.555023 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:02.555947 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.572960 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-7d3b0dc6-1bb4-40a1-9db3-1e80b22e2ced tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538805 Nov 03 21:42:02.591364 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Request body: {'port': {'device_id': 'a0078a5e-c691-4ef9-93ce-e2e22314b3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:02.627608 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.648124 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.701844 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.706132 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.748054 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab57936a281941cb917fb45d80eee945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283602 Nov 03 21:42:02.748799 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f8f1b2-8584-4191-96c8-4a475aefdcbe,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:02.750806 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38270) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:02.762753 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.763206 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.763554 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.764507 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.764848 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.765187 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.765520 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.765856 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.766183 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.766529 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.766843 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.767165 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac9841-843b-4b49-b31a-a096abad36be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:02.817966 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9d38cbe0-5590-4b16-8d14-0d3522520bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.843033 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9d38cbe0-5590-4b16-8d14-0d3522520bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.902359 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9d38cbe0-5590-4b16-8d14-0d3522520bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.905451 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9d38cbe0-5590-4b16-8d14-0d3522520bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.906860 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9d38cbe0-5590-4b16-8d14-0d3522520bbe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91f8f1b2-8584-4191-96c8-4a475aefdcbe HTTP/1.1" status: 204 len: 168 time: 0.1540000 Nov 03 21:42:02.914995 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38cbe0-5590-4b16-8d14-0d3522520bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f8f1b2-8584-4191-96c8-4a475aefdcbe,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:02.931023 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9283be17-bc32-45fb-8912-67edb6e168cf {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:42:02.940798 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:02.957180 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Transition to ACTIVE for port object 9283be17-bc32-45fb-8912-67edb6e168cf will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:42:02.961030 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.034755 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Pushing event updated for resources: {'Port': ['ID=9283be17-bc32-45fb-8912-67edb6e168cf,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:03.091845 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Attempting to bind port 9283be17-bc32-45fb-8912-67edb6e168cf on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:03.092463 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Attempting to bind port 9283be17-bc32-45fb-8912-67edb6e168cf by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:03.092463 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Attempting to bind port 9283be17-bc32-45fb-8912-67edb6e168cf on network 7d882e47-5ca3-4f06-a827-16d180d87188 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:03.097102 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Port 9283be17-bc32-45fb-8912-67edb6e168cf on network 7d882e47-5ca3-4f06-a827-16d180d87188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:42:03.097418 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Attempting to bind port 9283be17-bc32-45fb-8912-67edb6e168cf on network 7d882e47-5ca3-4f06-a827-16d180d87188 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:03.102480 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:03.102810 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Checking segment: {'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:03.103184 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Bound using segment: {'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:03.103603 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Bound port: 9283be17-bc32-45fb-8912-67edb6e168cf, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b4fe68-00c1-4553-85f7-079531ef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:03.103959 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.173586 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] For port 9283be17-bc32-45fb-8912-67edb6e168cf, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:03.177232 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] For port 9283be17-bc32-45fb-8912-67edb6e168cf, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=9283be17-bc32-45fb-8912-67edb6e168cf,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:03.182471 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.219033 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:03.219948 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.221116 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] 10.222.0.11 "PUT /v2.0/ports/9283be17-bc32-45fb-8912-67edb6e168cf HTTP/1.1" status: 200 len: 1093 time: 0.6341004 Nov 03 21:42:03.221565 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0078a5e-c691-4ef9-93ce-e2e22314b3f9', 'tag': '9283be17-bc32-45fb-8912-67edb6e168cf'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:03.222252 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd5d72-10ff-433a-9592-5ddd52af11e0 req-0260a1d5-15d5-4189-8ee4-2fde7039847f tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:03.223852 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939504bf-b50f-4cda-9531-f6bcfd25be95" -d '{"events": [{"name": "network-changed", "server_uuid": "a0078a5e-c691-4ef9-93ce-e2e22314b3f9", "tag": "9283be17-bc32-45fb-8912-67edb6e168cf"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:03.224190 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1fd5d72-10ff-433a-9592-5ddd52af11e0 req-0260a1d5-15d5-4189-8ee4-2fde7039847f tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 943 time: 0.0620151 Nov 03 21:42:03.230843 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38278) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:03.255394 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d2605-7fa5-49e4-86c8-becae618c311 service neutron] Pushing event updated for resources: {'Port': ['ID=9283be17-bc32-45fb-8912-67edb6e168cf,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:03.268377 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4786c928-832f-42f1-8215-1c19823c4a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.281349 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f834493f-a148-47f1-b557-542df2abf552 x-openstack-request-id: req-f834493f-a148-47f1-b557-542df2abf552 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:03.281759 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0078a5e-c691-4ef9-93ce-e2e22314b3f9", "tag": "9283be17-bc32-45fb-8912-67edb6e168cf", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:03.282097 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f834493f-a148-47f1-b557-542df2abf552 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:03.282580 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0078a5e-c691-4ef9-93ce-e2e22314b3f9', 'tag': '9283be17-bc32-45fb-8912-67edb6e168cf', 'status': 'completed', 'code': 200} Nov 03 21:42:03.317197 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a1fd5d72-10ff-433a-9592-5ddd52af11e0 req-74ef3a41-8956-49c3-963f-f1fba36f82a1 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840511 Nov 03 21:42:03.322887 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-46afc4f4-450a-45d6-a318-4a5aff4c22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:03.322887 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-46afc4f4-450a-45d6-a318-4a5aff4c22c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7556b4a8dc904517840e95843a52172a&device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 1096 time: 0.0477309 Nov 03 21:42:03.367934 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-315ae8b4-5e18-4a9e-8b00-3b5c653aeded service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9283be17-bc32-45fb-8912-67edb6e168cf HTTP/1.1" status: 200 len: 217 time: 0.0381114 Nov 03 21:42:03.380080 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4786c928-832f-42f1-8215-1c19823c4a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.383917 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4786c928-832f-42f1-8215-1c19823c4a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.422875 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-51c4d75d-9c57-4388-a064-9de2e29be3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:03.423357 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4786c928-832f-42f1-8215-1c19823c4a5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7cd50e12b3c40f684a6a018dcfd0850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914661 Nov 03 21:42:03.424441 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786c928-832f-42f1-8215-1c19823c4a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ac0a1-fb7f-402c-ad22-a3610adff2f6,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:03.425195 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-51c4d75d-9c57-4388-a064-9de2e29be3ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eed512a7-d717-4ba7-bdcc-63f001a6f1a3 HTTP/1.1" status: 200 len: 849 time: 0.0441306 Nov 03 21:42:03.425813 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38284) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:03.473916 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-1d6a5ed8-c2a2-4a5e-9ee3-8d44043b9efa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d882e47-5ca3-4f06-a827-16d180d87188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349727 Nov 03 21:42:03.547951 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8a64-1f10-4f74-ad14-d80aea8088fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.580437 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8a64-1f10-4f74-ad14-d80aea8088fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.607920 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-8d6fcf08-6f23-448c-bdc8-81494cec08e6 service neutron] 10.222.0.11 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236179 Nov 03 21:42:03.689696 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8a64-1f10-4f74-ad14-d80aea8088fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.692165 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8a64-1f10-4f74-ad14-d80aea8088fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:03.693317 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7f9c8a64-1f10-4f74-ad14-d80aea8088fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c1ac0a1-fb7f-402c-ad22-a3610adff2f6 HTTP/1.1" status: 204 len: 168 time: 0.2663085 Nov 03 21:42:03.711505 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c8a64-1f10-4f74-ad14-d80aea8088fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ac0a1-fb7f-402c-ad22-a3610adff2f6,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:03.721356 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-22483c2c-1de6-47bb-bf45-ba7775002dec req-acfd72b6-a9fc-4cc0-bf65-770e792a10a6 service neutron] 10.222.0.11 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021850 Nov 03 21:42:03.815730 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-a67265ef-fae1-4640-b9e7-5978f00fc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:03.817271 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-a67265ef-fae1-4640-b9e7-5978f00fc6f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7556b4a8dc904517840e95843a52172a&device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 1096 time: 0.0457175 Nov 03 21:42:03.909856 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-61963697-d7ff-4902-8fbf-4f73c5b9d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:03.911333 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-61963697-d7ff-4902-8fbf-4f73c5b9d774 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d882e47-5ca3-4f06-a827-16d180d87188 HTTP/1.1" status: 200 len: 910 time: 0.0859787 Nov 03 21:42:03.967955 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-7424f3b1-0b45-421a-8d2e-0ca54045e8a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9283be17-bc32-45fb-8912-67edb6e168cf HTTP/1.1" status: 200 len: 217 time: 0.0385854 Nov 03 21:42:04.248873 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-74f16540-9a62-41bd-ae4f-706096dfbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:04.250560 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-74f16540-9a62-41bd-ae4f-706096dfbbdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eed512a7-d717-4ba7-bdcc-63f001a6f1a3 HTTP/1.1" status: 200 len: 849 time: 0.2710772 Nov 03 21:42:04.283383 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-95aea5e6-c273-4b2e-92e9-1bfe47699c9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d882e47-5ca3-4f06-a827-16d180d87188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245547 Nov 03 21:42:04.385839 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-ac9ebb54-ba37-4a60-a10d-eaa366104ab9 service neutron] 10.222.0.11 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934799 Nov 03 21:42:04.443986 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6427a38-4465-41e9-9024-2ee6a9da9e87 req-3ea3981a-06a7-496a-9ff3-42be310b8ea1 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:04.447579 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e6427a38-4465-41e9-9024-2ee6a9da9e87 req-3ea3981a-06a7-496a-9ff3-42be310b8ea1 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 943 time: 0.0558603 Nov 03 21:42:04.484753 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-939504bf-b50f-4cda-9531-f6bcfd25be95 req-7ad88d3d-b68b-4521-a506-8e7129923a91 service neutron] 10.222.0.11 "GET /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894742 Nov 03 21:42:04.504148 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e6427a38-4465-41e9-9024-2ee6a9da9e87 req-648fb5cc-d630-435b-b1fa-b3a72a94065c tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Nov 03 21:42:05.622503 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff806e-ab12-4476-8583-1f5da2284b75 req-bbcebbc3-a30a-449c-9fdd-709b71e14b4b tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:05.624529 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-05ff806e-ab12-4476-8583-1f5da2284b75 req-bbcebbc3-a30a-449c-9fdd-709b71e14b4b tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 943 time: 0.0491850 Nov 03 21:42:05.673578 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-05ff806e-ab12-4476-8583-1f5da2284b75 req-d1c3b1e2-9972-4233-a680-9671359fdbba tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432487 Nov 03 21:42:05.702135 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3985f9f0-f669-4abc-b757-3e1362703a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:05.862011 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 9283be17-bc32-45fb-8912-67edb6e168cf details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:42:05.962675 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 9283be17-bc32-45fb-8912-67edb6e168cf, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=9283be17-bc32-45fb-8912-67edb6e168cf,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:05.974293 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '9283be17-bc32-45fb-8912-67edb6e168cf', 'network_id': '7d882e47-5ca3-4f06-a827-16d180d87188', 'port_id': '9283be17-bc32-45fb-8912-67edb6e168cf', 'mac_address': 'fa:16:3e:5f:dc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed512a7-d717-4ba7-bdcc-63f001a6f1a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:42:06.012167 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:06.024464 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9283be17-bc32-45fb-8912-67edb6e168cf {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:42:06.043413 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 9283be17-bc32-45fb-8912-67edb6e168cf, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=9283be17-bc32-45fb-8912-67edb6e168cf,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:06.047470 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:06.098104 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=9283be17-bc32-45fb-8912-67edb6e168cf,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:06.325880 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['9283be17-bc32-45fb-8912-67edb6e168cf'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:42:06.694746 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a7e46-1f7e-4ed3-9967-1e9ee96c0fe3 req-52185b47-aec3-4ce8-ac0e-105391c7e3db tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:06.696406 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cf8a7e46-1f7e-4ed3-9967-1e9ee96c0fe3 req-52185b47-aec3-4ce8-ac0e-105391c7e3db tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 947 time: 0.0488794 Nov 03 21:42:06.751110 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cf8a7e46-1f7e-4ed3-9967-1e9ee96c0fe3 req-86961612-9425-4110-badb-0eacb5772c86 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475838 Nov 03 21:42:06.806694 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc12dd-9302-46b4-84d8-22ae0fe27697 req-c6f243e2-73b7-4ced-844e-8567b8a91536 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:06.808445 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-03fc12dd-9302-46b4-84d8-22ae0fe27697 req-c6f243e2-73b7-4ced-844e-8567b8a91536 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 944 time: 0.0625260 Nov 03 21:42:06.863992 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-03fc12dd-9302-46b4-84d8-22ae0fe27697 req-15a3da31-fe3d-4d90-92b1-24430f3428e3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489497 Nov 03 21:42:07.885162 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5fda-8f26-4384-99d4-afdcd203c2ae req-1cf39723-9873-4373-b8d8-d8841fcf3630 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:07.888610 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ca1f5fda-8f26-4384-99d4-afdcd203c2ae req-1cf39723-9873-4373-b8d8-d8841fcf3630 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 947 time: 0.0548129 Nov 03 21:42:07.897454 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 9283be17-bc32-45fb-8912-67edb6e168cf up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:07.944012 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ca1f5fda-8f26-4384-99d4-afdcd203c2ae req-7f4e5780-c6d8-48d8-a363-6ff6326bb4f0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497456 Nov 03 21:42:07.992050 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 9283be17-bc32-45fb-8912-67edb6e168cf completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:42:07.996570 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 9283be17-bc32-45fb-8912-67edb6e168cf triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:07.996932 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:08.041892 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299f59b-ec56-4073-8186-60cb7511d44d req-7525fb18-3993-4915-afb3-cf58e245a31a tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:08.043375 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8299f59b-ec56-4073-8186-60cb7511d44d req-7525fb18-3993-4915-afb3-cf58e245a31a tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 944 time: 0.0576317 Nov 03 21:42:08.095742 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:08.101491 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8299f59b-ec56-4073-8186-60cb7511d44d req-f126fb6a-eeb0-41e0-9d6e-b1356de1c222 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488873 Nov 03 21:42:08.128955 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0078a5e-c691-4ef9-93ce-e2e22314b3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9283be17-bc32-45fb-8912-67edb6e168cf'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:08.131428 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63143b93-b4fe-49f6-a285-37d17eaf2792" -d '{"events": [{"server_uuid": "a0078a5e-c691-4ef9-93ce-e2e22314b3f9", "name": "network-vif-plugged", "status": "completed", "tag": "9283be17-bc32-45fb-8912-67edb6e168cf"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:08.149967 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 9283be17-bc32-45fb-8912-67edb6e168cf, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=9283be17-bc32-45fb-8912-67edb6e168cf,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:08.161040 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:08.192878 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec461c02-8572-46ce-bef5-244a1f866d00 x-openstack-request-id: req-ec461c02-8572-46ce-bef5-244a1f866d00 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:08.193181 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0078a5e-c691-4ef9-93ce-e2e22314b3f9", "name": "network-vif-plugged", "status": "completed", "tag": "9283be17-bc32-45fb-8912-67edb6e168cf", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:08.193615 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec461c02-8572-46ce-bef5-244a1f866d00 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:08.194142 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0078a5e-c691-4ef9-93ce-e2e22314b3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9283be17-bc32-45fb-8912-67edb6e168cf', 'code': 200} Nov 03 21:42:08.196973 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ddf4fae9-2d0f-47a3-8ca0-053afc669cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:08.231748 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=9283be17-bc32-45fb-8912-67edb6e168cf,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:08.242517 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.242896 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.243462 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.243831 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.244409 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.244920 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.245421 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.245759 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.246109 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.246443 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.247055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.247457 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:08.403724 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e2b88-b78f-4d50-abfb-9c2dee69fa58 req-8692b4bf-c2f6-4ad7-8414-a849d6a6efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:08.405236 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2c6e2b88-b78f-4d50-abfb-9c2dee69fa58 req-8692b4bf-c2f6-4ad7-8414-a849d6a6efcc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0404155 Nov 03 21:42:08.471725 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2c6e2b88-b78f-4d50-abfb-9c2dee69fa58 req-d6d7fc9d-1869-423d-baa2-878e2896d151 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Nov 03 21:42:08.480569 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-47291ff5-f7ae-4639-9e54-3a0202a17e08 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:08.482032 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-47291ff5-f7ae-4639-9e54-3a0202a17e08 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 947 time: 0.0505891 Nov 03 21:42:08.756852 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Deleting port 30c0f440-0881-4874-811a-05d91fb0bc96 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:08.757193 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:08.850433 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] For port 30c0f440-0881-4874-811a-05d91fb0bc96, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=30c0f440-0881-4874-811a-05d91fb0bc96,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:08.850785 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:09.026761 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:09.099764 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:09.100403 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:09.100516 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.l3_db [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Floating IP 9999d24a-c970-4a91-84b3-97264a84b3df disassociated. External IP: 172.27.0.13, port: 30c0f440-0881-4874-811a-05d91fb0bc96. Nov 03 21:42:09.100754 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Calling delete_port for 30c0f440-0881-4874-811a-05d91fb0bc96 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:09.125663 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f861a3d-b1bc-44cb-a147-483b9272f540 req-598754b0-6ef7-4136-9c12-802e6559dda2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:09.127427 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3f861a3d-b1bc-44cb-a147-483b9272f540 req-598754b0-6ef7-4136-9c12-802e6559dda2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 947 time: 0.0777659 Nov 03 21:42:09.251603 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3f861a3d-b1bc-44cb-a147-483b9272f540 req-80e485a9-7672-4378-94e4-239cea7ef95a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f310776-3e36-45c7-a040-86ef6b488814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974414 Nov 03 21:42:09.270722 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5a420-1fa9-4cc6-aeb5-a5a2aeec76a4 req-18407963-57b0-4aaa-9148-9ed6c2929055 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:09.272186 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-67b5a420-1fa9-4cc6-aeb5-a5a2aeec76a4 req-18407963-57b0-4aaa-9148-9ed6c2929055 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0953166 Nov 03 21:42:09.353225 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:09.365599 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-67b5a420-1fa9-4cc6-aeb5-a5a2aeec76a4 req-fdc511c8-d730-45a0-98f5-fbbd9fe07e5c tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865638 Nov 03 21:42:09.395189 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event deleted for resources: {'Port': ['ID=30c0f440-0881-4874-811a-05d91fb0bc96,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:09.517515 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:42:09.640727 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:09.652667 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] Sync routers for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:09.664093 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:09.664756 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:09.683503 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] No DVR routers for this DVR port 30c0f440-0881-4874-811a-05d91fb0bc96 on host hv-cinder-81657 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:42:09.687187 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:09.691634 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7baa47c9-1b26-453c-ab95-b46fa310a265 req-1d8359e4-ce2a-4132-85d6-9dd17f983c99 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "DELETE /v2.0/ports/30c0f440-0881-4874-811a-05d91fb0bc96 HTTP/1.1" status: 204 len: 173 time: 1.0206127 Nov 03 21:42:09.692225 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-deleted', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:09.694866 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2945bf0f-ad31-4473-9de9-e06f97ac5bf9" -d '{"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-deleted", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:09.752853 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc066f4-1964-497a-b8f2-9dbe09414575 x-openstack-request-id: req-8cc066f4-1964-497a-b8f2-9dbe09414575 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:09.753144 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c373ac55-2757-43d3-910b-cd2c6a7e9354", "name": "network-vif-deleted", "tag": "30c0f440-0881-4874-811a-05d91fb0bc96", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:09.753399 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cc066f4-1964-497a-b8f2-9dbe09414575 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:09.753802 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c373ac55-2757-43d3-910b-cd2c6a7e9354', 'name': 'network-vif-deleted', 'tag': '30c0f440-0881-4874-811a-05d91fb0bc96', 'status': 'completed', 'code': 200} Nov 03 21:42:09.945517 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:10.149083 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:10.181364 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] Checking router: 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:10.190456 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:10.191077 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:10.300481 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:10.357850 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:10.420544 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70cddf2c-113c-4c70-a816-d819d47f27c8 req-839d3a4a-5cdf-4953-b91e-a9ffd37887af tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c373ac55-2757-43d3-910b-cd2c6a7e9354 HTTP/1.1" status: 200 len: 210 time: 0.0442362 Nov 03 21:42:10.496857 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0f9b0-9e85-408c-85e7-72c69b9e379d req-08d69146-a194-4ed0-9cea-3404b12f382f tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:10.499150 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-09f0f9b0-9e85-408c-85e7-72c69b9e379d req-08d69146-a194-4ed0-9cea-3404b12f382f tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0509841 Nov 03 21:42:10.532509 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:10.553981 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-09f0f9b0-9e85-408c-85e7-72c69b9e379d req-bb792568-7230-44e0-b425-be89e6b8ad75 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 Nov 03 21:42:10.561578 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018e0c7-4a12-42e3-9f25-6480cfdb98e7 None None] The sync data for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi is: [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:10.807389 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e0e2a-9185-42eb-a1f1-5a7006d453b3 None None] New status for floating IP 9999d24a-c970-4a91-84b3-97264a84b3df: DOWN {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:42:11.256804 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:11.518020 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38440) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:11.555966 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0eb72-136f-4fb0-8692-cc57d890388c req-60c12951-643b-428d-9675-ed6d8c654a65 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:11.565149 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5ec0eb72-136f-4fb0-8692-cc57d890388c req-60c12951-643b-428d-9675-ed6d8c654a65 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0683103 Nov 03 21:42:11.600244 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fbab3d0f-6abd-4e2e-884f-6c2a73876a6e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:11.633185 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5ec0eb72-136f-4fb0-8692-cc57d890388c req-c8e186d3-3aec-4740-9dd3-68c688ed0c50 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662065 Nov 03 21:42:11.636434 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fbab3d0f-6abd-4e2e-884f-6c2a73876a6e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:11.714285 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fbab3d0f-6abd-4e2e-884f-6c2a73876a6e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:11.719301 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fbab3d0f-6abd-4e2e-884f-6c2a73876a6e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:11.725490 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38442) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:11.726420 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-fbab3d0f-6abd-4e2e-884f-6c2a73876a6e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "DELETE /v2.0/security-groups/4f310776-3e36-45c7-a040-86ef6b488814 HTTP/1.1" status: 204 len: 168 time: 0.2071421 Nov 03 21:42:11.736964 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab3d0f-6abd-4e2e-884f-6c2a73876a6e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f310776-3e36-45c7-a040-86ef6b488814,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:11.746108 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.api.v2.resource [None req-0b7be2a3-72b6-41f2-aca3-8561e010f093 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] show failed (client error): The resource could not be found. Nov 03 21:42:11.747163 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0b7be2a3-72b6-41f2-aca3-8561e010f093 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups/4f310776-3e36-45c7-a040-86ef6b488814 HTTP/1.1" status: 404 len: 347 time: 0.0206532 Nov 03 21:42:11.750972 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38444) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:11.884706 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Deleting port cf8f1136-6110-44fd-8f5b-45168238f240 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:11.885179 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:11.908118 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:11.939059 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 30c0f440-0881-4874-811a-05d91fb0bc96 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:11.939679 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 30c0f440-0881-4874-811a-05d91fb0bc96 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:11.975012 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:11.975334 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:11.988311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Calling delete_port for cf8f1136-6110-44fd-8f5b-45168238f240 owned by network:floatingip {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:12.140382 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.171892 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event deleted for resources: {'Port': ['ID=cf8f1136-6110-44fd-8f5b-45168238f240,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:12.233095 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.235664 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.236884 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ee723a47-b90a-407d-8ad9-084134a3a62f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "DELETE /v2.0/floatingips/9999d24a-c970-4a91-84b3-97264a84b3df HTTP/1.1" status: 204 len: 168 time: 0.4844968 Nov 03 21:42:12.560437 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38454) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:12.565237 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-9459487e-0669-4eeb-b043-13c0bd278489 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930029990', 'description': 'tempest-description--1251359747'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:12.595122 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9459487e-0669-4eeb-b043-13c0bd278489 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.668045 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9459487e-0669-4eeb-b043-13c0bd278489 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.675115 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9459487e-0669-4eeb-b043-13c0bd278489 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.707657 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9459487e-0669-4eeb-b043-13c0bd278489 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.709136 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-9459487e-0669-4eeb-b043-13c0bd278489 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1476810 Nov 03 21:42:12.711351 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459487e-0669-4eeb-b043-13c0bd278489 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac890b75-eea2-4348-a378-12dff1d0e06b,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:12.714258 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38458) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:12.719978 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-ec499653-ef13-4171-b5da-2998d1f54927 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'security_group_rule': {'security_group_id': 'ac890b75-eea2-4348-a378-12dff1d0e06b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:12.750900 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ec499653-ef13-4171-b5da-2998d1f54927 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.765718 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f9674-8fc5-4ac4-877b-2bf75e4b61bb req-98aec80f-8f5e-46e7-96a6-0fe041ae6f2c tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:12.767320 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-986f9674-8fc5-4ac4-877b-2bf75e4b61bb req-98aec80f-8f5e-46e7-96a6-0fe041ae6f2c tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0567780 Nov 03 21:42:12.820710 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ec499653-ef13-4171-b5da-2998d1f54927 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.821992 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-986f9674-8fc5-4ac4-877b-2bf75e4b61bb req-96a8bfdd-1639-4dc7-9399-33d9b1b88b4c tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/security-groups?id=a303bb8c-f975-45a0-af94-34eac6d24d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 Nov 03 21:42:12.825406 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ec499653-ef13-4171-b5da-2998d1f54927 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.845923 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec499653-ef13-4171-b5da-2998d1f54927 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dd1de6-7422-4864-a790-a5d59f33398f,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:12.857008 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ec499653-ef13-4171-b5da-2998d1f54927 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.858318 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ec499653-ef13-4171-b5da-2998d1f54927 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429386 Nov 03 21:42:12.861984 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38460) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:12.866676 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-49841d4b-1864-4171-bb24-71ae36657e12 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'security_group_rule': {'security_group_id': 'ac890b75-eea2-4348-a378-12dff1d0e06b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:12.895535 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-49841d4b-1864-4171-bb24-71ae36657e12 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.952777 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-49841d4b-1864-4171-bb24-71ae36657e12 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.956534 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-49841d4b-1864-4171-bb24-71ae36657e12 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.973586 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49841d4b-1864-4171-bb24-71ae36657e12 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65813f6-6c1f-4a0a-a72f-120048f1f146,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:12.982443 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-49841d4b-1864-4171-bb24-71ae36657e12 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:12.983627 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-49841d4b-1864-4171-bb24-71ae36657e12 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206851 Nov 03 21:42:12.986762 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38462) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:12.991147 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:13.013439 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.058461 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-cbeb8bf0-da8b-4de4-9f9e-d9e6ebd232f3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:13.059989 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-cbeb8bf0-da8b-4de4-9f9e-d9e6ebd232f3 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Nov 03 21:42:13.118611 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.159787 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Deleting port 9283be17-bc32-45fb-8912-67edb6e168cf {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:13.160126 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.237356 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Allocated IP 172.27.0.242 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/c767c9ad-0182-4cfe-be5c-cc942d24fd75) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:13.256028 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] For port 9283be17-bc32-45fb-8912-67edb6e168cf, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=9283be17-bc32-45fb-8912-67edb6e168cf,segment=NetworkSegment(63b4fe68-00c1-4553-85f7-079531ef5544),segment_id=63b4fe68-00c1-4553-85f7-079531ef5544)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:13.256327 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.270866 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Calling delete_port for 9283be17-bc32-45fb-8912-67edb6e168cf owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:13.350702 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.394942 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.429671 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.434612 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:13.442058 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:13.443934 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['9283be17-bc32-45fb-8912-67edb6e168cf'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:42:13.446431 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:13.458608 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Pushing event deleted for resources: {'Port': ['ID=9283be17-bc32-45fb-8912-67edb6e168cf,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:13.474211 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'Port': ['ID=c767c9ad-0182-4cfe-be5c-cc942d24fd75,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:13.518633 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] No DVR routers for this DVR port 9283be17-bc32-45fb-8912-67edb6e168cf on host hv-cinder-81657 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:42:13.521419 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.534005 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7af52b7a-1b62-4093-9529-a876b9d2ccd6 req-ffb5f599-bc82-450e-b5e3-e42074597ff7 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.11 "DELETE /v2.0/ports/9283be17-bc32-45fb-8912-67edb6e168cf HTTP/1.1" status: 204 len: 173 time: 0.4585471 Nov 03 21:42:13.534005 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0078a5e-c691-4ef9-93ce-e2e22314b3f9', 'name': 'network-vif-deleted', 'tag': '9283be17-bc32-45fb-8912-67edb6e168cf'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:13.534005 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e560ee8-e6b7-4cf0-aa6e-86e564d732a3" -d '{"events": [{"server_uuid": "a0078a5e-c691-4ef9-93ce-e2e22314b3f9", "name": "network-vif-deleted", "tag": "9283be17-bc32-45fb-8912-67edb6e168cf"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:13.555323 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.572996 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9fe516-32cc-4a71-aef8-17edf5471aa0 x-openstack-request-id: req-ca9fe516-32cc-4a71-aef8-17edf5471aa0 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:13.573291 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0078a5e-c691-4ef9-93ce-e2e22314b3f9", "name": "network-vif-deleted", "tag": "9283be17-bc32-45fb-8912-67edb6e168cf", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:13.573546 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca9fe516-32cc-4a71-aef8-17edf5471aa0 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:13.573944 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0078a5e-c691-4ef9-93ce-e2e22314b3f9', 'name': 'network-vif-deleted', 'tag': '9283be17-bc32-45fb-8912-67edb6e168cf', 'status': 'completed', 'code': 200} Nov 03 21:42:13.594212 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.754488 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.759348 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.824497 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'Port': ['ID=c767c9ad-0182-4cfe-be5c-cc942d24fd75,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:13.838911 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.855918 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:13.857021 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-c2878fb3-8fc2-46ce-b9e2-df561101217d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8693027 Nov 03 21:42:13.943644 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b504ed6f-106b-4e6e-a894-5dc5cbf0dd85 req-e2875c4e-95fe-4136-bd3a-afb1d746cc27 tempest-VolumesActionsTest-1555420507 tempest-VolumesActionsTest-1555420507-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0078a5e-c691-4ef9-93ce-e2e22314b3f9 HTTP/1.1" status: 200 len: 210 time: 0.0314589 Nov 03 21:42:14.072719 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-6d899f2f-99c2-4b34-b914-aa57dcec2fcd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1930029990&fields=id&tenant_id=69fe03afb13143519213fc1b05c70b22 HTTP/1.1" status: 200 len: 267 time: 0.0445719 Nov 03 21:42:14.181330 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-41479d48-0b6e-42c3-afa0-2978de632acc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:14.182798 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-41479d48-0b6e-42c3-afa0-2978de632acc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 817 time: 0.1031764 Nov 03 21:42:14.199382 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-fd31cd4f-8962-4a1a-8410-68a054da0630 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/quotas/69fe03afb13143519213fc1b05c70b22 HTTP/1.1" status: 200 len: 375 time: 0.0097671 Nov 03 21:42:14.260717 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-521ea297-08d4-4696-827b-51af37854fcb tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555544 Nov 03 21:42:14.360629 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c37d0b0e-b94c-492b-9ffb-4cca360d641a service neutron] 10.222.0.62 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875888 Nov 03 21:42:14.452781 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-26bca6ec-ac93-4291-a941-4ba86694071f service neutron] 10.222.0.62 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859077 Nov 03 21:42:14.615768 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f9e21a6f-f2f6-4af0-a828-6980603056ed req-cbff07cf-532b-43af-97dc-a7d2086c9d27 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 210 time: 0.0293171 Nov 03 21:42:14.835866 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38502) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:14.951674 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5e684647-0961-4813-a1f5-50355ffcb081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.066770 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5e684647-0961-4813-a1f5-50355ffcb081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.072808 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5e684647-0961-4813-a1f5-50355ffcb081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.117301 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-5e684647-0961-4813-a1f5-50355ffcb081 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46382dfd4a14438bac6a5d2f903322c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802300 Nov 03 21:42:15.118383 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e684647-0961-4813-a1f5-50355ffcb081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f3c72e-2ab2-48eb-8545-05a4be47e059,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:15.120430 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38514) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:15.182016 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19e00336-010e-4e13-b952-00cf5dc82e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.207135 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19e00336-010e-4e13-b952-00cf5dc82e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.265656 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19e00336-010e-4e13-b952-00cf5dc82e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.268911 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19e00336-010e-4e13-b952-00cf5dc82e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.270032 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-19e00336-010e-4e13-b952-00cf5dc82e54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90f3c72e-2ab2-48eb-8545-05a4be47e059 HTTP/1.1" status: 204 len: 168 time: 0.1477754 Nov 03 21:42:15.278025 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e00336-010e-4e13-b952-00cf5dc82e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f3c72e-2ab2-48eb-8545-05a4be47e059,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:15.582500 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38538) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:15.608561 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ef71dd35-e239-4d96-9805-e02e341540de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.747495 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1afa3315-d5de-4447-adbb-4b82b1d0cca8 req-f72fe033-84a0-4d07-b45d-ad7b49977912 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 210 time: 0.0419195 Nov 03 21:42:15.801672 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-983ac0be-51d5-4dae-be74-400bbb0cd962 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:15.803226 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-983ac0be-51d5-4dae-be74-400bbb0cd962 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 817 time: 0.2043636 Nov 03 21:42:15.836797 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ef71dd35-e239-4d96-9805-e02e341540de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.844195 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ef71dd35-e239-4d96-9805-e02e341540de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:15.905850 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71dd35-e239-4d96-9805-e02e341540de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e01757-bcc0-4087-9fb2-9863b8ab4582,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:15.913405 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ef71dd35-e239-4d96-9805-e02e341540de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0392b7387604b0a8b8443253d7cfe1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290095 Nov 03 21:42:15.917715 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38566) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:15.942132 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-999f490c-6c11-4858-97f2-ef5b6577e588 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69fe03afb13143519213fc1b05c70b22 HTTP/1.1" status: 200 len: 380 time: 0.1214535 Nov 03 21:42:15.958388 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'port': {'device_id': '724f5c80-7e34-412c-910a-5b2198ed4515', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'admin_state_up': True, 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'security_groups': ['ac890b75-eea2-4348-a378-12dff1d0e06b']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:16.039354 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-74cc4216-2128-4100-bbda-8ecf601da4a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.080262 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-74cc4216-2128-4100-bbda-8ecf601da4a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.132657 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Made reservation on behalf of 69fe03afb13143519213fc1b05c70b22 for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:42:16.136173 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.163724 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-74cc4216-2128-4100-bbda-8ecf601da4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.166218 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-74cc4216-2128-4100-bbda-8ecf601da4a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.167350 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-74cc4216-2128-4100-bbda-8ecf601da4a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86e01757-bcc0-4087-9fb2-9863b8ab4582 HTTP/1.1" status: 204 len: 168 time: 0.2492840 Nov 03 21:42:16.205419 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc4216-2128-4100-bbda-8ecf601da4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e01757-bcc0-4087-9fb2-9863b8ab4582,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:16.275357 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Allocated IP 172.20.0.11 (c83cbf0a-75d3-4246-af57-b07af1cdc217/08fc8be6-1243-4336-869b-d3bb6c57b9a3/de04cd87-0c5c-40da-adf7-f92a976ed74c) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:16.436002 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.470662 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.513751 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:16.519756 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:16.523683 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:16.530926 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:16.584034 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:16.584923 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.604978 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-76506a7b-4a8a-4030-bf54-d54b54afea53 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6528654 Nov 03 21:42:16.821031 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e412e756-7221-47a0-ab6f-74cff5d1a3f0 None None] Provisioning complete for port de04cd87-0c5c-40da-adf7-f92a976ed74c triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:16.821619 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e412e756-7221-47a0-ab6f-74cff5d1a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:16.866344 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e412e756-7221-47a0-ab6f-74cff5d1a3f0 None None] Port de04cd87-0c5c-40da-adf7-f92a976ed74c cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:42:16.908413 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0e3d-1bbd-417a-b291-4ed77e8bbb68 req-1dbf0a10-3a36-46d6-b603-7a33c55a7e25 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:16.910025 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ecfb0e3d-1bbd-417a-b291-4ed77e8bbb68 req-1dbf0a10-3a36-46d6-b603-7a33c55a7e25 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 932 time: 0.0714982 Nov 03 21:42:16.955537 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38594) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:16.970258 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ecfb0e3d-1bbd-417a-b291-4ed77e8bbb68 req-bd7c2f7a-ef80-46c1-a21d-da274f88efaf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460849 Nov 03 21:42:17.055484 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-821125894-network', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:17.075401 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Made reservation on behalf of a748bdf0134e45e3b5155ef5a05c2f6a for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:42:17.078542 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.087192 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.164828 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.168747 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.193230 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:42:17.203449 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630f3b25-21b7-4e8f-bcff-744fb5734690,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:17.208242 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.208636 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Added segment 9c3272c4-dde9-4180-954b-6249a5a6fab8 of type vlan for network d114de42-5fc6-4730-bde8-bb2110ce67a6 Nov 03 21:42:17.247909 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.272785 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.273739 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:17.274344 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.332328 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3755732 Nov 03 21:42:17.335031 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38598) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:17.339751 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Request body: {'subnet': {'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-821125894-subnet', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'ip_version': 4}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:17.349359 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa8df0-b15c-47ab-9f81-3caa73f0e719 admin admin] Pushing event updated for resources: {'Network': ['ID=d114de42-5fc6-4730-bde8-bb2110ce67a6,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:17.363431 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:42:17.367242 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Made reservation on behalf of a748bdf0134e45e3b5155ef5a05c2f6a for: {'subnet': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:42:17.369598 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59157751'] for subnet, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.538211 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59145089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59157657'] for subnet, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.598741 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41650e81-3bdd-4a0e-9684-eac4bcd1e48f,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:17.603820 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Checking segment: {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:17.604178 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Network hostable DHCP agents. Network: d114de42-5fc6-4730-bde8-bb2110ce67a6, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:42:17.621171 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:42:17.630725 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, d114de42-5fc6-4730-bde8-bb2110ce67a6) {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:17.634718 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:17.635365 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.641146 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67725203-549a-4ffb-86fc-41175b7b74ee None None] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:42:17.654682 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-1c247e37-a1a6-4f04-95fd-9e4af0514c77 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3184021 Nov 03 21:42:17.658060 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38600) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:17.662686 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:17.686467 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.687532 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.743251 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.763373 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Request body: {'port': {'device_id': '724f5c80-7e34-412c-910a-5b2198ed4515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:17.806668 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-d114de42-5fc6-4730-bde8-bb2110ce67a6', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:42:17.807558 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.822331 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.889069 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:17.967697 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Allocated IP 172.20.0.2 (d114de42-5fc6-4730-bde8-bb2110ce67a6/41650e81-3bdd-4a0e-9684-eac4bcd1e48f/a6b018cd-7722-403b-b68f-de262ce58317) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:18.129092 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.135358 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.156163 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.177013 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.187372 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Pushing event updated for resources: {'Port': ['ID=a6b018cd-7722-403b-b68f-de262ce58317,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:18.196842 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:18.199875 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:18.203300 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:18.262078 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Attempting to bind port a6b018cd-7722-403b-b68f-de262ce58317 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:18.262523 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Attempting to bind port a6b018cd-7722-403b-b68f-de262ce58317 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:18.262951 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Attempting to bind port a6b018cd-7722-403b-b68f-de262ce58317 on network d114de42-5fc6-4730-bde8-bb2110ce67a6 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:18.268327 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:18.268808 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Checking segment: {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:18.269270 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.269727 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Bound using segment: {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:18.270256 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Bound port: a6b018cd-7722-403b-b68f-de262ce58317, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:18.270780 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.290112 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Allocated IP 172.27.0.134 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/e8c13d0d-57d9-4fcb-985a-23a4d5e13638) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:18.328208 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b378b-f86a-4b9b-ae21-bd1bf3160346 req-93c9425b-8544-486a-96f1-676f0ab6e4b1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:18.329848 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5f8b378b-f86a-4b9b-ae21-bd1bf3160346 req-93c9425b-8544-486a-96f1-676f0ab6e4b1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 932 time: 0.0774572 Nov 03 21:42:18.345419 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] For port a6b018cd-7722-403b-b68f-de262ce58317, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:18.349589 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] For port a6b018cd-7722-403b-b68f-de262ce58317, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a6b018cd-7722-403b-b68f-de262ce58317,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:18.354282 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.414629 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f9073-c975-429a-b3f3-920b39622218 None None] Pushing event updated for resources: {'Port': ['ID=a6b018cd-7722-403b-b68f-de262ce58317,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:18.436772 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5f8b378b-f86a-4b9b-ae21-bd1bf3160346 req-04fb42f9-363c-43ac-b846-d21651864613 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964866 Nov 03 21:42:18.445232 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de04cd87-0c5c-40da-adf7-f92a976ed74c {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:42:18.451742 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.455529 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.469787 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Transition to ACTIVE for port object de04cd87-0c5c-40da-adf7-f92a976ed74c will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:42:18.474187 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.501332 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.531938 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:18.542918 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:18.547838 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:18.550322 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:18.605945 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Attempting to bind port de04cd87-0c5c-40da-adf7-f92a976ed74c on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:18.606282 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Attempting to bind port de04cd87-0c5c-40da-adf7-f92a976ed74c by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:18.606622 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Attempting to bind port de04cd87-0c5c-40da-adf7-f92a976ed74c on network c83cbf0a-75d3-4246-af57-b07af1cdc217 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:18.612009 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Port de04cd87-0c5c-40da-adf7-f92a976ed74c on network c83cbf0a-75d3-4246-af57-b07af1cdc217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:42:18.612365 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Attempting to bind port de04cd87-0c5c-40da-adf7-f92a976ed74c on network c83cbf0a-75d3-4246-af57-b07af1cdc217 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:18.618040 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:18.618384 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Checking segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:18.618771 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Bound using segment: {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:18.619210 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Bound port: de04cd87-0c5c-40da-adf7-f92a976ed74c, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31417c41-9350-4bd3-b12d-23385556f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:18.619570 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.636522 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c13d0d-57d9-4fcb-985a-23a4d5e13638,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:18.720174 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:18.724428 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:18.730047 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.738188 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 9283be17-bc32-45fb-8912-67edb6e168cf no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:18.767407 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 9283be17-bc32-45fb-8912-67edb6e168cf {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:18.767752 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 9283be17-bc32-45fb-8912-67edb6e168cf not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:18.789003 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:18.789760 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.791256 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/de04cd87-0c5c-40da-adf7-f92a976ed74c HTTP/1.1" status: 200 len: 1094 time: 1.0324829 Nov 03 21:42:18.792466 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:18.794232 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869" -d '{"events": [{"name": "network-changed", "server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:18.822651 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d6d0d-3e25-47c9-8b94-9e98fc5583a8 service neutron] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:18.862087 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e55a251-6cca-4317-89a4-6d92f41f0755 x-openstack-request-id: req-9e55a251-6cca-4317-89a4-6d92f41f0755 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:18.862382 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:18.862790 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e55a251-6cca-4317-89a4-6d92f41f0755 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:18.863007 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'status': 'completed', 'code': 200} Nov 03 21:42:18.894242 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:18.899533 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-87c3a3ef-e89e-4952-821a-574c2293703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:18.902628 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-87c3a3ef-e89e-4952-821a-574c2293703d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 1097 time: 0.0586641 Nov 03 21:42:18.974339 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-f62090f0-d87a-4f6f-aa57-061a793f49f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c HTTP/1.1" status: 200 len: 217 time: 0.0569172 Nov 03 21:42:19.038676 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a6b018cd-7722-403b-b68f-de262ce58317 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:19.059348 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-5e5538da-4be2-438c-aecc-879ebce3e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:19.062479 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-5e5538da-4be2-438c-aecc-879ebce3e40a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.0775216 Nov 03 21:42:19.109090 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port a6b018cd-7722-403b-b68f-de262ce58317 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:19.109720 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:19.121126 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-b94b77b1-e123-4356-927f-0dbeac3ecdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:19.122950 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-b94b77b1-e123-4356-927f-0dbeac3ecdcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509310 Nov 03 21:42:19.182406 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:19.213026 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:19.228590 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-6e795e23-c937-4481-a449-6251cff25c79 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968547 Nov 03 21:42:19.247610 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port a6b018cd-7722-403b-b68f-de262ce58317, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a6b018cd-7722-403b-b68f-de262ce58317,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:19.252651 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:19.312749 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=a6b018cd-7722-403b-b68f-de262ce58317,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:19.339558 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-57c9202b-961c-4a46-8e83-ab77c01407c4 req-704aacb5-1156-4724-b25d-11364a16a81e service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023042 Nov 03 21:42:19.358217 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Router fec27a8b-72ef-491f-a420-8d195fc8f44c is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:42:19.365195 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:19.440911 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-de894483-cda8-43da-a9d8-9184085585b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:19.442734 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-de894483-cda8-43da-a9d8-9184085585b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 1097 time: 0.0447142 Nov 03 21:42:19.589089 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-061d8319-a672-480d-ae6c-7d3908db47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:19.590661 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-061d8319-a672-480d-ae6c-7d3908db47e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.1384432 Nov 03 21:42:19.655843 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb27b56-aade-4739-9583-3b10799a8a1a req-888d2a20-c469-49e0-bfb7-c616c84773be tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:19.657561 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbb27b56-aade-4739-9583-3b10799a8a1a req-888d2a20-c469-49e0-bfb7-c616c84773be tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.1149018 Nov 03 21:42:19.659623 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-f132f813-3d20-48c0-90e1-38b7dfe32847 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c HTTP/1.1" status: 200 len: 217 time: 0.0559170 Nov 03 21:42:19.660860 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8c443-c40d-45d2-bc7e-91cbac68ff78 None None] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:42:19.715561 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:19.730933 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Sync routers for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:19.745967 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:19.748449 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-171ccc03-caa4-4fe9-8186-aff4a0d97893 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0881331 Nov 03 21:42:19.750186 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-63ed236e-7cfd-4213-a5ca-e98bd1031bee None None] Provisioning complete for port a6b018cd-7722-403b-b68f-de262ce58317 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:19.750757 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-63ed236e-7cfd-4213-a5ca-e98bd1031bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:19.751056 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38620) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:19.771712 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-6a2e6a29-6177-4a66-9e91-4350397fdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:19.773069 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-6a2e6a29-6177-4a66-9e91-4350397fdb73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.0992365 Nov 03 21:42:19.789744 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbb27b56-aade-4739-9583-3b10799a8a1a req-8aeede29-1179-476c-8e42-c0a828571fe6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240311 Nov 03 21:42:19.791022 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:19.791999 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:19.853867 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-980d8e9d-3677-456f-bc60-7a38b36e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:19.855416 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-980d8e9d-3677-456f-bc60-7a38b36e1ba3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647173 Nov 03 21:42:19.992656 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-76d3bd9d-ffba-4753-8e8d-bf11879b9abd service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267014 Nov 03 21:42:20.030128 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:20.115070 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-94a2cfae-31c4-4748-a5d1-9ebd2fc23869 req-8eab7e23-8cb6-41af-befe-adc5b05092c8 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128137 Nov 03 21:42:20.353181 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:20.507019 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:18Z', 'revision_number': 3, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:20.558154 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Checking router: fec27a8b-72ef-491f-a420-8d195fc8f44c for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:20.558768 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Updating router fec27a8b-72ef-491f-a420-8d195fc8f44c port e8c13d0d-57d9-4fcb-985a-23a4d5e13638 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:42:20.595232 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:20.685173 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Allocated IP 172.20.0.1 (d114de42-5fc6-4730-bde8-bb2110ce67a6/41650e81-3bdd-4a0e-9684-eac4bcd1e48f/79cdfd28-eb2e-4faf-bf44-5c1392595d89) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:20.876686 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:20.920073 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-4c93dc05-dd81-45fe-954c-acc35dacafc3 None None] Provisioning complete for port a6b018cd-7722-403b-b68f-de262ce58317 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:20.920713 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4c93dc05-dd81-45fe-954c-acc35dacafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:20.934296 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22f8d8-2155-450e-882d-9a7e786876f2 req-8b53b768-8c1f-4203-a760-b0b8ed825a97 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:20.943964 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d22f8d8-2155-450e-882d-9a7e786876f2 req-8b53b768-8c1f-4203-a760-b0b8ed825a97 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0697570 Nov 03 21:42:20.965333 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.020911 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8d22f8d8-2155-450e-882d-9a7e786876f2 req-58117ad8-7233-497d-b9b7-8d52ca1de9b1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744135 Nov 03 21:42:21.057952 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:21.066553 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:21.071377 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:21.074758 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=79cdfd28-eb2e-4faf-bf44-5c1392595d89,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:21.080177 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.087082 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a6b018cd-7722-403b-b68f-de262ce58317 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:21.092499 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.144294 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.260272 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b3b5c-ec41-4ee6-b826-568405d5beeb None None] Pushing event updated for resources: {'Port': ['ID=e8c13d0d-57d9-4fcb-985a-23a4d5e13638,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:21.262695 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Attempting to bind port e8c13d0d-57d9-4fcb-985a-23a4d5e13638 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:21.263069 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Attempting to bind port e8c13d0d-57d9-4fcb-985a-23a4d5e13638 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:21.264000 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Attempting to bind port e8c13d0d-57d9-4fcb-985a-23a4d5e13638 on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:21.274508 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:21.275055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:21.275317 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.275746 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:21.276260 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Bound port: e8c13d0d-57d9-4fcb-985a-23a4d5e13638, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:21.276692 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.314695 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port a6b018cd-7722-403b-b68f-de262ce58317 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:21.315076 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.393320 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.409919 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] For port e8c13d0d-57d9-4fcb-985a-23a4d5e13638, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:21.426473 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] For port e8c13d0d-57d9-4fcb-985a-23a4d5e13638, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=e8c13d0d-57d9-4fcb-985a-23a4d5e13638,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:21.436505 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.545065 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-4c355cfb-e0fa-4405-b963-d6e50f029580 None None] Provisioning complete for port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:21.545765 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-4c355cfb-e0fa-4405-b963-d6e50f029580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.549611 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:21.550225 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:21.554592 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b3b5c-ec41-4ee6-b826-568405d5beeb None None] Pushing event updated for resources: {'Port': ['ID=e8c13d0d-57d9-4fcb-985a-23a4d5e13638,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:21.638246 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-4c355cfb-e0fa-4405-b963-d6e50f029580 None None] Port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:42:21.660485 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.666071 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.730983 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:21.746034 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:21.758452 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=79cdfd28-eb2e-4faf-bf44-5c1392595d89,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:21.884155 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:21.886506 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:22.007364 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:20Z', 'revision_number': 1, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:22.046711 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fb299-c248-46fe-a0a4-1fe9ff43c286 None None] The sync data for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi is: [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:20Z', 'revision_number': 1, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:22.075267 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Router fec27a8b-72ef-491f-a420-8d195fc8f44c has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:42:22.255715 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:22.264525 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-5372ebf0-ac48-4cbb-98f2-9d0c822ffbc7 admin admin] 10.222.0.62 "PUT /v2.0/routers/fec27a8b-72ef-491f-a420-8d195fc8f44c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5115273 Nov 03 21:42:22.272691 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7d712-e2f9-4b51-9761-cbe21cb98a4c req-78dd2bd2-2817-4c49-84dd-03585a5c52ab tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:22.275974 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3cf7d712-e2f9-4b51-9761-cbe21cb98a4c req-78dd2bd2-2817-4c49-84dd-03585a5c52ab tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.1417522 Nov 03 21:42:22.293370 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-851ac8b7-c2ca-476e-89e6-c929c5274c87 None None] Provisioning complete for port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:22.298667 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-851ac8b7-c2ca-476e-89e6-c929c5274c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:22.366369 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3cf7d712-e2f9-4b51-9761-cbe21cb98a4c req-dcaeabde-07aa-48c5-850c-bc7420d4495b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842195 Nov 03 21:42:22.377727 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-851ac8b7-c2ca-476e-89e6-c929c5274c87 None None] Port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:42:22.749015 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:42:22.959932 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:23.002345 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'port_id': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'mac_address': 'fa:16:3e:58:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:42:23.082002 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.115909 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de04cd87-0c5c-40da-adf7-f92a976ed74c {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:42:23.139575 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:23.145208 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.195704 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38674) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:23.204832 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2011486190-network', 'tenant_id': '417fb9d9af7140138475729ee920d4f0'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:23.225150 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:23.240611 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Made reservation on behalf of 417fb9d9af7140138475729ee920d4f0 for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:42:23.244135 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.259474 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.418672 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['de04cd87-0c5c-40da-adf7-f92a976ed74c'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:42:23.441063 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.447269 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.473386 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:42:23.490078 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1ebe4d-e3b1-4729-930e-05bba72d7d4d,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:23.496339 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.496859 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Added segment 8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4 of type vlan for network 0ab065f2-519c-488c-86f0-6136b2014860 Nov 03 21:42:23.573236 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.609836 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.613333 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:23.614251 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:23.641124 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d97bc-c114-4e38-9d17-b72bbff8eb48 req-c1d26693-abc6-43cd-89af-7a49c2cd838a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:23.647648 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-da4d97bc-c114-4e38-9d17-b72bbff8eb48 req-c1d26693-abc6-43cd-89af-7a49c2cd838a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 945 time: 0.0979605 Nov 03 21:42:23.655667 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4551606 Nov 03 21:42:23.657825 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38678) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:23.665721 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Request body: {'subnet': {'network_id': '0ab065f2-519c-488c-86f0-6136b2014860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2011486190-subnet', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:23.721568 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732753-1e81-47c6-8357-8da03f35610e admin admin] Pushing event updated for resources: {'Network': ['ID=0ab065f2-519c-488c-86f0-6136b2014860,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:23.733217 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 0ab065f2-519c-488c-86f0-6136b2014860 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:42:23.775020 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-da4d97bc-c114-4e38-9d17-b72bbff8eb48 req-2e6bbfde-2ff6-4fff-bf20-98b873435a62 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178603 Nov 03 21:42:23.799901 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Made reservation on behalf of 417fb9d9af7140138475729ee920d4f0 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:42:23.804624 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62523312'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.047151 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60572001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62523358'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.139762 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd58ee7a-fe15-4a19-a9dd-97f4681ecb79,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:24.161552 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Checking segment: {'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:24.161941 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Network hostable DHCP agents. Network: 0ab065f2-519c-488c-86f0-6136b2014860, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:42:24.189223 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Network 0ab065f2-519c-488c-86f0-6136b2014860 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:42:24.202624 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 0ab065f2-519c-488c-86f0-6136b2014860) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:24.209136 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:24.210016 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.219456 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3f8113-3c3a-4fe4-803b-371a8a85900b None None] Network 0ab065f2-519c-488c-86f0-6136b2014860 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:42:24.236207 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4779e15e-cce7-4d9c-87f9-20a7df56cbdf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5766757 Nov 03 21:42:24.239474 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38684) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:24.243994 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:24.280378 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3911860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22088'] for router, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.282354 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3884237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3901494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22195'] for router, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.364841 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.475777 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231d1ef4-44e6-597b-affe-78c8833c6df6-0ab065f2-519c-488c-86f0-6136b2014860', 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'fixed_ips': [{'subnet_id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79'}]}} from dv-cinder-816573-1-iscsi. {{(pid=101176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 21:42:24.479851 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.564487 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.718761 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.db_base_plugin_common [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Allocated IP 172.20.0.2 (0ab065f2-519c-488c-86f0-6136b2014860/dd58ee7a-fe15-4a19-a9dd-97f4681ecb79/5afd5641-73ad-4306-b6f2-343a1a406fea) {{(pid=101176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:24.753576 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:24.836612 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:24.870264 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.020591 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb42c-7973-4dbd-a15f-72e209ad1471 req-38770dc4-d28e-48fb-8a69-45aef753914e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:25.031617 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3a9cb42c-7973-4dbd-a15f-72e209ad1471 req-38770dc4-d28e-48fb-8a69-45aef753914e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 945 time: 0.0984702 Nov 03 21:42:25.065915 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port de04cd87-0c5c-40da-adf7-f92a976ed74c completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:42:25.074703 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port de04cd87-0c5c-40da-adf7-f92a976ed74c triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:25.075219 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.136672 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Allocated IP 172.27.0.92 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/bee55238-2569-4d85-94de-08d7dc234609) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:25.162158 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3a9cb42c-7973-4dbd-a15f-72e209ad1471 req-0b67f451-6dcc-40fe-b76f-9b5e246aa1e6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295507 Nov 03 21:42:25.197655 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device e8c13d0d-57d9-4fcb-985a-23a4d5e13638 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:25.288673 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.333311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.345194 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:25.347537 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57902438-cc32-4039-8d32-97a4b6c1503e" -d '{"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-plugged", "status": "completed", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:25.360389 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Publish callbacks [] for port, precommit_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.380199 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:25.383380 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024'] for port, after_create {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.393883 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Sync routers for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:25.401055 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.411562 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:25.412000 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:25.419876 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbeda47-3fea-441b-a825-6aec6b40cc4c x-openstack-request-id: req-ecbeda47-3fea-441b-a825-6aec6b40cc4c {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:25.420176 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-plugged", "status": "completed", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:25.420477 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ecbeda47-3fea-441b-a825-6aec6b40cc4c {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:25.420887 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'code': 200} Nov 03 21:42:25.442631 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:25.445810 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Network 0ab065f2-519c-488c-86f0-6136b2014860 is already hosted by enough agents. {{(pid=101176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:25.446112 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:25.450331 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:25.454236 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port e8c13d0d-57d9-4fcb-985a-23a4d5e13638 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:25.454236 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.458155 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.scheduler.base_scheduler [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Resources bound (agent type, host, resource id): {{(pid=101176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:25.460099 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.462019 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Received port after_create {{(pid=101176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:25.494460 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bee55238-2569-4d85-94de-08d7dc234609,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:25.600465 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:25.748236 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Pushing event updated for resources: {'Port': ['ID=5afd5641-73ad-4306-b6f2-343a1a406fea,revision_number=1']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:25.753048 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b936f-4840-4411-a77d-0d3dbbe9febe req-68f76a43-e254-4580-ad77-2fd1c8869d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:25.754787 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-108b936f-4840-4411-a77d-0d3dbbe9febe req-68f76a43-e254-4580-ad77-2fd1c8869d6b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 1099 time: 0.1034443 Nov 03 21:42:25.756679 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.788869 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Attempting to bind port 5afd5641-73ad-4306-b6f2-343a1a406fea on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:25.789802 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Attempting to bind port 5afd5641-73ad-4306-b6f2-343a1a406fea by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:25.790168 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Attempting to bind port 5afd5641-73ad-4306-b6f2-343a1a406fea on network 0ab065f2-519c-488c-86f0-6136b2014860 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:25.799807 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:25.800226 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Checking segment: {'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:25.800654 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.801297 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Bound using segment: {'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:25.801828 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Bound port: 5afd5641-73ad-4306-b6f2-343a1a406fea, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:25.802212 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.840803 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port e8c13d0d-57d9-4fcb-985a-23a4d5e13638, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=e8c13d0d-57d9-4fcb-985a-23a4d5e13638,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:25.853834 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-108b936f-4840-4411-a77d-0d3dbbe9febe req-8b74b744-3f16-47f3-9308-8423399d4588 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867395 Nov 03 21:42:25.881837 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 2, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:25.903018 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] For port 5afd5641-73ad-4306-b6f2-343a1a406fea, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:25.907724 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] For port 5afd5641-73ad-4306-b6f2-343a1a406fea, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=5afd5641-73ad-4306-b6f2-343a1a406fea,segment=NetworkSegment(8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4),segment_id=8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:25.921141 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.925505 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:25.929482 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Checking router: fec27a8b-72ef-491f-a420-8d195fc8f44c for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:25.930170 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Updating router fec27a8b-72ef-491f-a420-8d195fc8f44c port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 binding host dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:42:25.937298 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:25.982047 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:26.033652 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=e8c13d0d-57d9-4fcb-985a-23a4d5e13638,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:26.148068 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3f7f6-1813-4642-a17a-5f64bcca3891 None None] Pushing event updated for resources: {'Port': ['ID=5afd5641-73ad-4306-b6f2-343a1a406fea,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:26.368558 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:26.451940 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdce15-fa10-4cc0-a121-f15fc5111011 req-7aa7ee32-6c58-4081-b542-52192de688d2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:26.464895 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-30cdce15-fa10-4cc0-a121-f15fc5111011 req-7aa7ee32-6c58-4081-b542-52192de688d2 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.1420970 Nov 03 21:42:26.511762 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Publish callbacks [] for port, precommit_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:26.520552 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:26.563315 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-30cdce15-fa10-4cc0-a121-f15fc5111011 req-616fd1c8-b9cc-4b71-964d-b0521ed2c0a5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974340 Nov 03 21:42:26.576457 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Pushing event updated for resources: {'Port': ['ID=79cdfd28-eb2e-4faf-bf44-5c1392595d89,revision_number=3']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:26.614760 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.615241 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.615655 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.616137 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.617612 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.618141 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.618588 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.618923 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.619257 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.620860 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.622086 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.622086 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:26.738939 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Attempting to bind port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:26.739321 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Attempting to bind port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:26.739675 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Attempting to bind port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 on network d114de42-5fc6-4730-bde8-bb2110ce67a6 {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:26.745489 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3884176'] for router, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:26.746237 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:26.746615 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Checking segment: {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:26.747601 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:26.748002 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Bound using segment: {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'} {{(pid=101177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:26.750151 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.managers [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Bound port: 79cdfd28-eb2e-4faf-bf44-5c1392595d89, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'}}] {{(pid=101177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:26.750592 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:26.858453 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] For port 79cdfd28-eb2e-4faf-bf44-5c1392595d89, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:26.870832 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.plugins.ml2.db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] For port 79cdfd28-eb2e-4faf-bf44-5c1392595d89, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=79cdfd28-eb2e-4faf-bf44-5c1392595d89,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:26.879522 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron_lib.callbacks.manager [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:26.940289 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b9ac1-5eb4-4ac2-9d73-1af715c01885 None None] Pushing event updated for resources: {'Port': ['ID=79cdfd28-eb2e-4faf-bf44-5c1392595d89,revision_number=4']} {{(pid=101177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:26.970221 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-7bd6455e-b6bd-4fa1-9b91-c0c5e8e1fd04 None None] Provisioning complete for port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:26.970896 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7bd6455e-b6bd-4fa1-9b91-c0c5e8e1fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:27.012314 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:27.014467 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:27.036418 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Router e9f70660-2fbc-4657-8d31-5b270995ecd7 is scheduled to L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 with binding_index 1 {{(pid=101175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 21:42:27.295593 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7bd6455e-b6bd-4fa1-9b91-c0c5e8e1fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:27.327963 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device e8c13d0d-57d9-4fcb-985a-23a4d5e13638 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:27.333854 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:27.345454 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:27.368810 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:27.373268 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38710) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:27.373478 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ed1957ac-6271-488a-8b9c-51c68d58f1a9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1328304 Nov 03 21:42:27.424917 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Sync routers for ids ['e9f70660-2fbc-4657-8d31-5b270995ecd7'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:27.509814 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Routers {'e9f70660-2fbc-4657-8d31-5b270995ecd7'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:27.510469 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['e9f70660-2fbc-4657-8d31-5b270995ecd7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:27.521931 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-7bd6455e-b6bd-4fa1-9b91-c0c5e8e1fd04 None None] For port 79cdfd28-eb2e-4faf-bf44-5c1392595d89, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=79cdfd28-eb2e-4faf-bf44-5c1392595d89,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:27.529683 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port e8c13d0d-57d9-4fcb-985a-23a4d5e13638 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:27.531782 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:27.580316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7bd6455e-b6bd-4fa1-9b91-c0c5e8e1fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:27.726973 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:26Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:27.760708 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48051791-25a4-4d6d-954e-f2d1fcd18dbe None None] The sync data for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi is: [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:26Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:27.772029 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a0dcfb-0fa8-40b8-a0fa-fca8f03e66d9 None None] Network 0ab065f2-519c-488c-86f0-6136b2014860 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:42:27.798289 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Set router e9f70660-2fbc-4657-8d31-5b270995ecd7 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:27.892533 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a26d7-b10a-4b9d-b024-83c24cdcb8b2 req-c7c1b04b-6c3c-4735-bf55-bf3886c3c19b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:27.903233 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-756a26d7-b10a-4b9d-b024-83c24cdcb8b2 req-c7c1b04b-6c3c-4735-bf55-bf3886c3c19b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.1276224 Nov 03 21:42:27.982120 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6455e-b6bd-4fa1-9b91-c0c5e8e1fd04 None None] Pushing event updated for resources: {'Port': ['ID=79cdfd28-eb2e-4faf-bf44-5c1392595d89,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:27.991127 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-fc897b9f-667e-4216-aaa9-89302d735700 None None] Provisioning complete for port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:27.991674 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fc897b9f-667e-4216-aaa9-89302d735700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:28.068524 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-756a26d7-b10a-4b9d-b024-83c24cdcb8b2 req-cf682d15-ab49-4dbc-9899-b0a3d12f02b6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644862 Nov 03 21:42:28.266353 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 5afd5641-73ad-4306-b6f2-343a1a406fea up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:28.273758 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01853de7-a339-48da-8460-0fc1f30f56c0 req-8ec95f9a-0fac-4fbc-b315-6a07454cf096 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:28.275567 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-01853de7-a339-48da-8460-0fc1f30f56c0 req-8ec95f9a-0fac-4fbc-b315-6a07454cf096 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0962992 Nov 03 21:42:28.285357 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38720) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:28.293856 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Request body: {'floatingip': {'port_id': 'de04cd87-0c5c-40da-adf7-f92a976ed74c'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:28.369415 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:28.383680 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:28.581678 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bee55238-2569-4d85-94de-08d7dc234609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 3, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port': {'id': 'bee55238-2569-4d85-94de-08d7dc234609', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:28.583948 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 5afd5641-73ad-4306-b6f2-343a1a406fea triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:28.584319 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:28.714960 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Checking router: e9f70660-2fbc-4657-8d31-5b270995ecd7 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:28.715419 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Updating router e9f70660-2fbc-4657-8d31-5b270995ecd7 port bee55238-2569-4d85-94de-08d7dc234609 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:42:28.760229 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Allocated IP 172.20.0.1 (0ab065f2-519c-488c-86f0-6136b2014860/dd58ee7a-fe15-4a19-a9dd-97f4681ecb79/c179bfbe-0c93-4797-b5f6-95e079eca180) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:28.766888 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-fc897b9f-667e-4216-aaa9-89302d735700 None None] Provisioning complete for port 5afd5641-73ad-4306-b6f2-343a1a406fea triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:28.767344 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fc897b9f-667e-4216-aaa9-89302d735700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:28.770834 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.025470 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.107392 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.148302 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.172284 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Pushing event updated for resources: {'Port': ['ID=c179bfbe-0c93-4797-b5f6-95e079eca180,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:29.181347 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Network 0ab065f2-519c-488c-86f0-6136b2014860 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:29.191794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:29.210683 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:29.242896 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.258268 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.276981 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885261'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.293574 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port 5afd5641-73ad-4306-b6f2-343a1a406fea, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=5afd5641-73ad-4306-b6f2-343a1a406fea,segment=NetworkSegment(8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4),segment_id=8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:29.309771 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.325511 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fc897b9f-667e-4216-aaa9-89302d735700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.511290 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Floating IP 721ed425-5303-45c5-b893-9f9e00d4e2c7 associated. External IP: 172.27.0.242, port: de04cd87-0c5c-40da-adf7-f92a976ed74c. Nov 03 21:42:29.525494 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=5afd5641-73ad-4306-b6f2-343a1a406fea,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:29.589163 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 79cdfd28-eb2e-4faf-bf44-5c1392595d89 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:29.631133 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.652316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.db.api [None req-fc897b9f-667e-4216-aaa9-89302d735700 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 21:42:29.652672 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG oslo_db.api [None req-fc897b9f-667e-4216-aaa9-89302d735700 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 21:42:29.685680 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.693219 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.743075 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:29.743542 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.791332 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Attempting to bind port bee55238-2569-4d85-94de-08d7dc234609 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:29.791631 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Attempting to bind port bee55238-2569-4d85-94de-08d7dc234609 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:29.791994 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Attempting to bind port bee55238-2569-4d85-94de-08d7dc234609 on network a252c8df-1583-43ea-accb-8c395ed49e74 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:29.803856 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf5d0d-b5fc-4fb7-ae0a-1e57b0965a98 None None] Pushing event updated for resources: {'Port': ['ID=bee55238-2569-4d85-94de-08d7dc234609,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:29.810571 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:29.811212 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Checking segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:29.811366 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.811793 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Bound using segment: {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:29.812312 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Bound port: bee55238-2569-4d85-94de-08d7dc234609, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385396c-0c2f-4db2-8c3d-e5e975960e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:29.812576 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.897188 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] For port bee55238-2569-4d85-94de-08d7dc234609, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:29.915844 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] For port bee55238-2569-4d85-94de-08d7dc234609, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=bee55238-2569-4d85-94de-08d7dc234609,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:29.926052 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:29.971603 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:42:29.988979 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf5d0d-b5fc-4fb7-ae0a-1e57b0965a98 None None] Pushing event updated for resources: {'Port': ['ID=bee55238-2569-4d85-94de-08d7dc234609,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:30.040881 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Routers {'e9f70660-2fbc-4657-8d31-5b270995ecd7'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:30.041796 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['e9f70660-2fbc-4657-8d31-5b270995ecd7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:30.072424 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:30.079510 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:30.201131 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885137'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:30.283895 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] Set router e9f70660-2fbc-4657-8d31-5b270995ecd7 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:30.364048 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:30.373292 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:30.379961 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] Sync routers for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:30.404987 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:30.406717 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:30.415539 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-2915c23f-16b4-425e-af04-03c64143bb4f None None] Provisioning complete for port 5afd5641-73ad-4306-b6f2-343a1a406fea triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:30.415968 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2915c23f-16b4-425e-af04-03c64143bb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:30.477067 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-35bcb262-e8c6-4841-8d9b-f1d5fc56318c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "PUT /v2.0/floatingips/721ed425-5303-45c5-b893-9f9e00d4e2c7 HTTP/1.1" status: 200 len: 992 time: 2.1902885 Nov 03 21:42:30.480998 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:30.485091 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b35083a-9919-454e-a5c5-6ffff5a8411d" -d '{"events": [{"name": "network-changed", "server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:30.578980 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Pushing event updated for resources: {'Port': ['ID=c179bfbe-0c93-4797-b5f6-95e079eca180,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:30.582668 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Network 0ab065f2-519c-488c-86f0-6136b2014860 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:30.584255 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:30.625809 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-63dbddc4-1518-4cd5-ac2e-fbd6988cc0e2 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484619393&fields=id&tenant_id=b5c172224baa4fc781455fc748f81bb2 HTTP/1.1" status: 200 len: 267 time: 0.0839906 Nov 03 21:42:30.719810 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:30.720065 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-a63de49e-11aa-403d-8249-72a8729b4b41 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:30.723282 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-a63de49e-11aa-403d-8249-72a8729b4b41 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 984 time: 0.0878496 Nov 03 21:42:30.740808 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Request body: {'port': {'security_groups': ['16e048cb-c634-47b1-9fae-99bdc2191a62']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:30.757919 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-2915c23f-16b4-425e-af04-03c64143bb4f None None] Provisioning complete for port c179bfbe-0c93-4797-b5f6-95e079eca180 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:30.758291 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2915c23f-16b4-425e-af04-03c64143bb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:30.799537 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bee55238-2569-4d85-94de-08d7dc234609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 4, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port': {'id': 'bee55238-2569-4d85-94de-08d7dc234609', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c179bfbe-0c93-4797-b5f6-95e079eca180', 'name': '', 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'mac_address': 'fa:16:3e:78:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:28Z', 'updated_at': '2021-11-03T21:42:28Z', 'revision_number': 1, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'subnets': [{'id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:30.833205 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-2915c23f-16b4-425e-af04-03c64143bb4f None None] Port c179bfbe-0c93-4797-b5f6-95e079eca180 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:42:30.835389 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbfa6a7-d637-4ae4-bd51-68f7d986222e None None] The sync data for ids ['e9f70660-2fbc-4657-8d31-5b270995ecd7'] in dv-cinder-816573-1-iscsi is: [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bee55238-2569-4d85-94de-08d7dc234609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 4, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port': {'id': 'bee55238-2569-4d85-94de-08d7dc234609', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c179bfbe-0c93-4797-b5f6-95e079eca180', 'name': '', 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'mac_address': 'fa:16:3e:78:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:28Z', 'updated_at': '2021-11-03T21:42:28Z', 'revision_number': 1, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'subnets': [{'id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:30.915509 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:30.962662 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b9f21-15c3-458a-8f65-29802414c72d x-openstack-request-id: req-633b9f21-15c3-458a-8f65-29802414c72d {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:30.963949 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:30.964409 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-633b9f21-15c3-458a-8f65-29802414c72d {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:30.965295 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'status': 'completed', 'code': 200} Nov 03 21:42:31.152256 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '721ed425-5303-45c5-b893-9f9e00d4e2c7', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'port_id': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'mac_address': 'fa:16:3e:58:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f5c80-7e34-412c-910a-5b2198ed4515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:42:13Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 1, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:31.191316 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] Checking router: 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:31.205062 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:31.205850 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:31.271749 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-c2f9cc90-0401-4538-9623-692e1a1b1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:31.273392 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-c2f9cc90-0401-4538-9623-692e1a1b1bc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 1099 time: 0.2555249 Nov 03 21:42:31.400949 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-19553ef5-c4d6-4ca7-9220-5e500e0624b5 None None] Provisioning complete for port c179bfbe-0c93-4797-b5f6-95e079eca180 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:31.402007 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-19553ef5-c4d6-4ca7-9220-5e500e0624b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:31.454721 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:31.482418 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 5afd5641-73ad-4306-b6f2-343a1a406fea up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:31.510110 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Router e9f70660-2fbc-4657-8d31-5b270995ecd7 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:42:31.520801 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-19553ef5-c4d6-4ca7-9220-5e500e0624b5 None None] Port c179bfbe-0c93-4797-b5f6-95e079eca180 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:42:31.551950 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port 5afd5641-73ad-4306-b6f2-343a1a406fea triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:31.552461 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:32.045373 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '721ed425-5303-45c5-b893-9f9e00d4e2c7', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'port_id': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'mac_address': 'fa:16:3e:58:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f5c80-7e34-412c-910a-5b2198ed4515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:42:13Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 1, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:32.088732 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c470f-b980-448b-8a4a-64904d626d6c None None] The sync data for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi is: [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '721ed425-5303-45c5-b893-9f9e00d4e2c7', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'port_id': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'mac_address': 'fa:16:3e:58:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f5c80-7e34-412c-910a-5b2198ed4515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:42:13Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 1, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:32.206782 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-c40cced2-ebd8-48db-98c4-ef0096aaf481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:32.210553 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-c40cced2-ebd8-48db-98c4-ef0096aaf481 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.9261358 Nov 03 21:42:32.250668 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] For port 1afa71ed-98d4-4512-adae-2cc3275980fa, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=1afa71ed-98d4-4512-adae-2cc3275980fa,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:32.401633 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:32.416154 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:32.429689 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['1afa71ed-98d4-4512-adae-2cc3275980fa'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:42:32.433280 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-9912f09f-cae9-45e0-a695-78ba08e689f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c HTTP/1.1" status: 200 len: 1000 time: 0.2012389 Nov 03 21:42:32.472571 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:32.489168 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-61c15b1d-f5ed-487e-a179-0a5c4d43af9a admin admin] 10.222.0.62 "PUT /v2.0/routers/e9f70660-2fbc-4657-8d31-5b270995ecd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1143265 Nov 03 21:42:32.513177 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:32.514364 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:32.515831 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8f711d64-b946-4fc3-8f60-d2e97702b889 req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "PUT /v2.0/ports/1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 942 time: 1.7867496 Nov 03 21:42:32.522578 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38756) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:32.543849 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d8cf7-7199-4a2b-8ddb-634a169dd247 None None] New status for floating IP 721ed425-5303-45c5-b893-9f9e00d4e2c7: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:42:32.564148 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:32.582996 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:32.677105 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['1afa71ed-98d4-4512-adae-2cc3275980fa'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:42:32.685282 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133ac72-fac7-407a-8aaf-747e47f17a24 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event updated for resources: {'Port': ['ID=1afa71ed-98d4-4512-adae-2cc3275980fa,revision_number=7']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:32.732979 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9227e8-c0cc-429a-8ad2-fb49ead6dba3 x-openstack-request-id: req-ce9227e8-c0cc-429a-8ad2-fb49ead6dba3 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:32.733251 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:32.733372 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce9227e8-c0cc-429a-8ad2-fb49ead6dba3 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:32.733747 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'status': 'completed', 'code': 200} Nov 03 21:42:32.737658 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-93e5ca64-f3b2-4c4f-ad78-259c53425510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:32.739304 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-93e5ca64-f3b2-4c4f-ad78-259c53425510 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.2781157 Nov 03 21:42:32.743251 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bf0a3a63-83f9-476b-86d2-a64b3a98a2c1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:32.858256 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-35686893-b38f-4a1a-9d26-cfd0f269318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:32.860145 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-35686893-b38f-4a1a-9d26-cfd0f269318c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1127570 Nov 03 21:42:32.895047 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bf0a3a63-83f9-476b-86d2-a64b3a98a2c1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:32.916391 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-4dce592b-a571-4650-a1be-0f4251d3f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:32.917919 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-4dce592b-a571-4650-a1be-0f4251d3f3ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5c172224baa4fc781455fc748f81bb2&device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1098 time: 0.1953497 Nov 03 21:42:33.056435 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-e77a0101-2e75-4c28-9d77-3c03979c943c service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882591 Nov 03 21:42:33.125604 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-fc6848ba-ab02-41ea-824b-0867ff04ad06 None None] Provisioning complete for port 1afa71ed-98d4-4512-adae-2cc3275980fa triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:33.126006 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ba-ab02-41ea-824b-0867ff04ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.204943 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bf0a3a63-83f9-476b-86d2-a64b3a98a2c1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.207928 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bf0a3a63-83f9-476b-86d2-a64b3a98a2c1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.220396 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-bf0a3a63-83f9-476b-86d2-a64b3a98a2c1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "DELETE /v2.0/security-groups/331a8e44-0647-4a03-9c98-0b99f35a19df HTTP/1.1" status: 204 len: 168 time: 0.6958709 Nov 03 21:42:33.221338 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38768) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:33.276403 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a3a63-83f9-476b-86d2-a64b3a98a2c1 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a8e44-0647-4a03-9c98-0b99f35a19df,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:33.288633 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-2cfe1b99-8896-49bd-bfcd-98bc74f531bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:33.290746 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-2cfe1b99-8896-49bd-bfcd-98bc74f531bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 200 len: 915 time: 0.3555491 Nov 03 21:42:33.303160 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b35083a-9919-454e-a5c5-6ffff5a8411d req-a3b87ae2-6c98-4b8b-b97d-b8c5634b4de0 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354648 Nov 03 21:42:33.559069 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-db4680e1-cd6f-4ff8-9ee1-251411768212 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 1001 time: 0.2064004 Nov 03 21:42:33.588636 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device bee55238-2569-4d85-94de-08d7dc234609 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:33.626785 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Deleting port db72dc86-210c-44dd-81ec-5f38bd813845 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:33.627144 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.631608 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-c652b0e9-ea38-407f-bda7-2e677b274f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:33.633141 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-c652b0e9-ea38-407f-bda7-2e677b274f02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea23d2f-8852-4d90-8c79-2a57b5376b84 HTTP/1.1" status: 200 len: 853 time: 0.0655518 Nov 03 21:42:33.697086 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port bee55238-2569-4d85-94de-08d7dc234609 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:33.697696 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.743823 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-5cbba4f1-fa6b-4530-97fa-cf69a22dd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:33.745421 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-5cbba4f1-fa6b-4530-97fa-cf69a22dd35c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a14587c0-9db1-4f85-823c-6f728153f919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011763 Nov 03 21:42:33.843579 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38774) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:33.846553 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.846921 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.849485 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-4fac6af1-dcf0-481c-b3c7-aae8f76e3b45 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002376083', 'description': 'tempest-secgroup-smoke-2002376083 description', 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:33.852972 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.865674 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Calling delete_port for db72dc86-210c-44dd-81ec-5f38bd813845 owned by network:floatingip {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:33.878962 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4fac6af1-dcf0-481c-b3c7-aae8f76e3b45 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:33.892641 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-479c9179-b3a3-4df6-bb79-3304bd21f604 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381333 Nov 03 21:42:33.896933 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] For port bee55238-2569-4d85-94de-08d7dc234609, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=bee55238-2569-4d85-94de-08d7dc234609,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:33.907008 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.006387 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4fac6af1-dcf0-481c-b3c7-aae8f76e3b45 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.013894 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4fac6af1-dcf0-481c-b3c7-aae8f76e3b45 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.032799 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Pushing event updated for resources: {'Port': ['ID=bee55238-2569-4d85-94de-08d7dc234609,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:34.033313 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:42:34.057951 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4fac6af1-dcf0-481c-b3c7-aae8f76e3b45 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.063184 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4fac6af1-dcf0-481c-b3c7-aae8f76e3b45 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2177701 Nov 03 21:42:34.064143 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38776) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:34.071780 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-eb65bfa2-8aac-43d2-8b86-289cc46aed03 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'security_group_rule': {'security_group_id': '0b1b98ce-18c3-48f6-b1b3-51866520dbb7', 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:34.082552 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac6af1-dcf0-481c-b3c7-aae8f76e3b45 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1b98ce-18c3-48f6-b1b3-51866520dbb7,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:34.128523 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eb65bfa2-8aac-43d2-8b86-289cc46aed03 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.255890 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eb65bfa2-8aac-43d2-8b86-289cc46aed03 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.263904 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eb65bfa2-8aac-43d2-8b86-289cc46aed03 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.293599 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65bfa2-8aac-43d2-8b86-289cc46aed03 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e485727c-18d6-429f-aaef-af90ff845592,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:34.323023 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eb65bfa2-8aac-43d2-8b86-289cc46aed03 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.324371 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-eb65bfa2-8aac-43d2-8b86-289cc46aed03 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2563126 Nov 03 21:42:34.332306 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38780) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:34.345634 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-b55b0873-f084-48a6-ad6c-4d7ab1d56a34 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'security_group_rule': {'security_group_id': '0b1b98ce-18c3-48f6-b1b3-51866520dbb7', 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:34.428759 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d1ebdccc-5e99-404c-8431-d928e1c4c3ae req-3a578b2d-b1c9-4f19-aef9-39a4d146786a service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017180 Nov 03 21:42:34.431027 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b55b0873-f084-48a6-ad6c-4d7ab1d56a34 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.525431 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b55b0873-f084-48a6-ad6c-4d7ab1d56a34 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.530997 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b55b0873-f084-48a6-ad6c-4d7ab1d56a34 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.557452 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0873-f084-48a6-ad6c-4d7ab1d56a34 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b16be5b-8a3e-4f6e-be94-d20c2fa79c3b,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:34.561885 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.568714 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b55b0873-f084-48a6-ad6c-4d7ab1d56a34 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.569909 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-b55b0873-f084-48a6-ad6c-4d7ab1d56a34 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2363603 Nov 03 21:42:34.572862 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38782) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:34.578054 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-6bb31a0f-c7b5-452e-8471-ce4f9deab9f0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'security_group_rule': {'security_group_id': '0b1b98ce-18c3-48f6-b1b3-51866520dbb7', 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:34.597223 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event deleted for resources: {'Port': ['ID=db72dc86-210c-44dd-81ec-5f38bd813845,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:34.619020 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bb31a0f-c7b5-452e-8471-ce4f9deab9f0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.694029 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks [] for floatingip, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.694942 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Floating IP 851c5f29-6561-44ba-b262-b0b924b89efa disassociated (deleted). External IP: 172.27.0.122, port: 1afa71ed-98d4-4512-adae-2cc3275980fa. Nov 03 21:42:34.699825 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bb31a0f-c7b5-452e-8471-ce4f9deab9f0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.705104 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bb31a0f-c7b5-452e-8471-ce4f9deab9f0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.729076 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb31a0f-c7b5-452e-8471-ce4f9deab9f0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfb969a-2291-477f-b358-114cb0a9b127,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:34.741556 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bb31a0f-c7b5-452e-8471-ce4f9deab9f0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.746203 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6bb31a0f-c7b5-452e-8471-ce4f9deab9f0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690378 Nov 03 21:42:34.746203 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38788) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:34.751277 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-0f25447d-3a03-4728-88eb-1ec564280c4e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'security_group_rule': {'security_group_id': '0b1b98ce-18c3-48f6-b1b3-51866520dbb7', 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:34.784551 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f25447d-3a03-4728-88eb-1ec564280c4e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.879449 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f25447d-3a03-4728-88eb-1ec564280c4e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.885772 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f25447d-3a03-4728-88eb-1ec564280c4e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.905161 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25447d-3a03-4728-88eb-1ec564280c4e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3104c5-32d5-4862-84d4-33e7f085ebc0,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:34.913975 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f25447d-3a03-4728-88eb-1ec564280c4e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.915245 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0f25447d-3a03-4728-88eb-1ec564280c4e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1684365 Nov 03 21:42:34.918055 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38790) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:34.922629 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-38fbe9bc-3313-4b0f-9382-64e5381a4b93 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'security_group_rule': {'security_group_id': '0b1b98ce-18c3-48f6-b1b3-51866520dbb7', 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:34.966255 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.securitygroups_db [None req-38fbe9bc-3313-4b0f-9382-64e5381a4b93 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Project a748bdf0134e45e3b5155ef5a05c2f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 21:42:34.972783 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-38fbe9bc-3313-4b0f-9382-64e5381a4b93 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:34.988956 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:42:35.062890 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-38fbe9bc-3313-4b0f-9382-64e5381a4b93 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.071184 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-38fbe9bc-3313-4b0f-9382-64e5381a4b93 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.090723 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbe9bc-3313-4b0f-9382-64e5381a4b93 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26207f5-e3ed-43ed-8c0f-98934846ac22,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:35.111492 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-38fbe9bc-3313-4b0f-9382-64e5381a4b93 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.115445 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-38fbe9bc-3313-4b0f-9382-64e5381a4b93 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937959 Nov 03 21:42:35.115624 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38792) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:35.122582 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-9bac6323-6b88-4ea7-8808-9cc45cd3c4b7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'security_group_rule': {'security_group_id': '0b1b98ce-18c3-48f6-b1b3-51866520dbb7', 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:35.150563 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:35.154979 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.securitygroups_db [None req-9bac6323-6b88-4ea7-8808-9cc45cd3c4b7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Project a748bdf0134e45e3b5155ef5a05c2f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 21:42:35.162908 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] Sync routers for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:35.163891 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bac6323-6b88-4ea7-8808-9cc45cd3c4b7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.167494 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.181268 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:35.181919 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:35.206868 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-a17727bb-2575-4806-8257-4befb9e53328 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "DELETE /v2.0/floatingips/851c5f29-6561-44ba-b262-b0b924b89efa HTTP/1.1" status: 204 len: 168 time: 1.9762161 Nov 03 21:42:35.207722 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:35.221466 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cf68bc-5844-4c3c-b0fd-52bf51001c54" -d '{"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:35.264590 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bac6323-6b88-4ea7-8808-9cc45cd3c4b7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.272012 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bac6323-6b88-4ea7-8808-9cc45cd3c4b7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.294415 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac6323-6b88-4ea7-8808-9cc45cd3c4b7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b9c02d-39bb-4638-8757-6f9ccb50f19c,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:35.320054 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc3c798-c8b9-40cb-9763-a42b2ddc309b x-openstack-request-id: req-ccc3c798-c8b9-40cb-9763-a42b2ddc309b {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:35.320827 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:35.321280 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ccc3c798-c8b9-40cb-9763-a42b2ddc309b {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:35.322187 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'status': 'completed', 'code': 200} Nov 03 21:42:35.327431 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bac6323-6b88-4ea7-8808-9cc45cd3c4b7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.338884 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9bac6323-6b88-4ea7-8808-9cc45cd3c4b7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2210333 Nov 03 21:42:35.393001 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:35.485162 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device bee55238-2569-4d85-94de-08d7dc234609 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:35.494883 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-be576ef6-4425-4d45-b517-b65ef8432c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:35.496899 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-be576ef6-4425-4d45-b517-b65ef8432c44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5c172224baa4fc781455fc748f81bb2&device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 1098 time: 0.1342669 Nov 03 21:42:35.633445 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port bee55238-2569-4d85-94de-08d7dc234609 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:35.633822 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.756608 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Sync routers for ids ['e9f70660-2fbc-4657-8d31-5b270995ecd7'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:35.795477 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-2146b3a9-aa16-434f-8816-66c12242a0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:35.806801 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Routers {'e9f70660-2fbc-4657-8d31-5b270995ecd7'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:35.811744 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-bacd5387-8230-4cc7-8e6a-6f235337f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:35.812334 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['e9f70660-2fbc-4657-8d31-5b270995ecd7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:35.813274 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-bacd5387-8230-4cc7-8e6a-6f235337f971 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 200 len: 915 time: 0.3040297 Nov 03 21:42:35.887802 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-0cf11868-d3ad-4c52-9a25-77eee870e460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 200 len: 217 time: 0.0650802 Nov 03 21:42:35.898774 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:28Z', 'revision_number': 5, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:35.951825 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] Checking router: 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:35.964605 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:35.966101 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:36.015062 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Set router e9f70660-2fbc-4657-8d31-5b270995ecd7 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:36.029140 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-856571d3-ee89-45f3-9d66-2c13551916a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:36.031397 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-856571d3-ee89-45f3-9d66-2c13551916a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea23d2f-8852-4d90-8c79-2a57b5376b84 HTTP/1.1" status: 200 len: 853 time: 0.1148217 Nov 03 21:42:36.124868 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-7691c743-5c45-4943-8c48-1df63d8c6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:36.126724 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-7691c743-5c45-4943-8c48-1df63d8c6b02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a14587c0-9db1-4f85-823c-6f728153f919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863552 Nov 03 21:42:36.183025 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:36.302405 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-c601a4f4-b6c6-4b38-a727-e2d36303dc8e service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673517 Nov 03 21:42:36.420485 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bee55238-2569-4d85-94de-08d7dc234609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 4, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port': {'id': 'bee55238-2569-4d85-94de-08d7dc234609', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c179bfbe-0c93-4797-b5f6-95e079eca180', 'name': '', 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'mac_address': 'fa:16:3e:78:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:28Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 2, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'subnets': [{'id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:36.479827 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Checking router: e9f70660-2fbc-4657-8d31-5b270995ecd7 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:36.480180 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Updating router e9f70660-2fbc-4657-8d31-5b270995ecd7 port c179bfbe-0c93-4797-b5f6-95e079eca180 binding host dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 21:42:36.513437 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:36.538301 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-42cf68bc-5844-4c3c-b0fd-52bf51001c54 req-8af24588-7dee-444a-ada8-66e29c213f53 service neutron] 10.222.0.11 "GET /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277925 Nov 03 21:42:36.635407 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:28Z', 'revision_number': 5, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:36.673677 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6ac47-c37e-41dc-8469-51d14a5d37ff None None] The sync data for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi is: [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:22Z', 'revision_number': 4, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'a152fd8b-6242-4743-9678-de1af9c41019', 'name': '', 'network_id': 'a14587c0-9db1-4f85-823c-6f728153f919', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'mac_address': 'fa:16:3e:c5:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:21Z', 'updated_at': '2021-11-03T21:39:28Z', 'revision_number': 5, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'subnets': [{'id': 'bea23d2f-8852-4d90-8c79-2a57b5376b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:36.947567 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Publish callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:36.962216 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:37.133070 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d9ef2-f2c7-4ee8-85e3-55e256139c9e None None] New status for floating IP 851c5f29-6561-44ba-b262-b0b924b89efa: DOWN {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:42:37.145225 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Attempting to bind port c179bfbe-0c93-4797-b5f6-95e079eca180 on host dv-cinder-816573-1-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:37.145606 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Attempting to bind port c179bfbe-0c93-4797-b5f6-95e079eca180 by drivers openvswitch,hyperv on host dv-cinder-816573-1-iscsi at level 0 using segments [{'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:37.145977 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Attempting to bind port c179bfbe-0c93-4797-b5f6-95e079eca180 on network 0ab065f2-519c-488c-86f0-6136b2014860 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:37.165674 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c326308-b8f0-4a4e-b34b-c0cb2e4ac47a None None] Pushing event updated for resources: {'Port': ['ID=c179bfbe-0c93-4797-b5f6-95e079eca180,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:37.169823 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Checking agent: {'id': 'e6dd226e-c6d7-4848-a2e3-98a470e0dcb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 29, 41), 'started_at': datetime.datetime(2021, 11, 3, 21, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:37.170207 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Checking segment: {'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:37.178838 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:37.178838 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Bound using segment: {'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:37.179049 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Bound port: c179bfbe-0c93-4797-b5f6-95e079eca180, host: dv-cinder-816573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:37.179471 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:37.320370 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] For port c179bfbe-0c93-4797-b5f6-95e079eca180, host dv-cinder-816573-1-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:37.326416 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] For port c179bfbe-0c93-4797-b5f6-95e079eca180, host dv-cinder-816573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c179bfbe-0c93-4797-b5f6-95e079eca180,segment=NetworkSegment(8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4),segment_id=8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:37.353331 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:37.469797 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c326308-b8f0-4a4e-b34b-c0cb2e4ac47a None None] Pushing event updated for resources: {'Port': ['ID=c179bfbe-0c93-4797-b5f6-95e079eca180,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:37.503622 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Routers {'e9f70660-2fbc-4657-8d31-5b270995ecd7'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:37.504321 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['e9f70660-2fbc-4657-8d31-5b270995ecd7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:37.516038 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-f28de6fd-ec3f-4c96-bae7-2d43aa648e7a None None] Provisioning complete for port c179bfbe-0c93-4797-b5f6-95e079eca180 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:37.516732 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f28de6fd-ec3f-4c96-bae7-2d43aa648e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:37.741610 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] Set router e9f70660-2fbc-4657-8d31-5b270995ecd7 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:37.788407 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f28de6fd-ec3f-4c96-bae7-2d43aa648e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:37.917395 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-f28de6fd-ec3f-4c96-bae7-2d43aa648e7a None None] For port c179bfbe-0c93-4797-b5f6-95e079eca180, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c179bfbe-0c93-4797-b5f6-95e079eca180,segment=NetworkSegment(8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4),segment_id=8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:37.924598 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-f28de6fd-ec3f-4c96-bae7-2d43aa648e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:38.170475 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-bf237671-3acb-4291-b379-4242d06461a6 None None] Provisioning complete for port c179bfbe-0c93-4797-b5f6-95e079eca180 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:38.170956 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-bf237671-3acb-4291-b379-4242d06461a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:38.176793 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28de6fd-ec3f-4c96-bae7-2d43aa648e7a None None] Pushing event updated for resources: {'Port': ['ID=c179bfbe-0c93-4797-b5f6-95e079eca180,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:38.221937 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6cd314cd-ceec-4d46-942c-d383a7ae29a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:38.303727 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bee55238-2569-4d85-94de-08d7dc234609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 4, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port': {'id': 'bee55238-2569-4d85-94de-08d7dc234609', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c179bfbe-0c93-4797-b5f6-95e079eca180', 'name': '', 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'mac_address': 'fa:16:3e:78:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:28Z', 'updated_at': '2021-11-03T21:42:37Z', 'revision_number': 4, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'subnets': [{'id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:38.354054 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24ef0c-b999-4ef5-a1e7-d26b962973a8 None None] The sync data for ids ['e9f70660-2fbc-4657-8d31-5b270995ecd7'] in dv-cinder-816573-1-iscsi is: [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bee55238-2569-4d85-94de-08d7dc234609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:29Z', 'revision_number': 4, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port': {'id': 'bee55238-2569-4d85-94de-08d7dc234609', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c179bfbe-0c93-4797-b5f6-95e079eca180', 'name': '', 'network_id': '0ab065f2-519c-488c-86f0-6136b2014860', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'mac_address': 'fa:16:3e:78:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:28Z', 'updated_at': '2021-11-03T21:42:37Z', 'revision_number': 4, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'subnets': [{'id': 'dd58ee7a-fe15-4a19-a9dd-97f4681ecb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:38.646669 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5b149-90e0-49b4-a708-dd76416ddfa4 req-398c3bc6-1c55-40e7-ad83-10cb0776573e tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:38.648860 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-42e5b149-90e0-49b4-a708-dd76416ddfa4 req-398c3bc6-1c55-40e7-ad83-10cb0776573e tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.0671840 Nov 03 21:42:38.724754 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-42e5b149-90e0-49b4-a708-dd76416ddfa4 req-cbd101a2-b756-43cf-811c-12ff38cd2ac3 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644765 Nov 03 21:42:39.031841 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:39.429499 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c179bfbe-0c93-4797-b5f6-95e079eca180 up at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:42:39.479978 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Provisioning complete for port c179bfbe-0c93-4797-b5f6-95e079eca180 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:39.480667 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:39.851010 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51950-76db-4750-a7d9-c4dbcc303adf req-d96711b1-8fcc-4753-9842-d9c9e64714a9 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:39.858430 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0ea51950-76db-4750-a7d9-c4dbcc303adf req-d96711b1-8fcc-4753-9842-d9c9e64714a9 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.0612166 Nov 03 21:42:39.921316 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0ea51950-76db-4750-a7d9-c4dbcc303adf req-ff3a3313-9960-481c-b390-c2548ae4d0d4 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Nov 03 21:42:40.341732 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:40.396376 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967f07e-2dc9-4f74-9a7b-fe3e5d60e174 req-13370860-c59e-4e85-b208-b8be079ace8d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:40.398016 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4967f07e-2dc9-4f74-9a7b-fe3e5d60e174 req-13370860-c59e-4e85-b208-b8be079ace8d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0572803 Nov 03 21:42:40.467619 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4967f07e-2dc9-4f74-9a7b-fe3e5d60e174 req-0270bde5-5097-45c8-a691-e1dee39e009b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620990 Nov 03 21:42:40.851843 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-cfbf00f5-fcea-492e-a8cc-a136a41b5751 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:40.853707 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-cfbf00f5-fcea-492e-a8cc-a136a41b5751 tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.11 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.0707734 Nov 03 21:42:40.985339 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Deleting port 1afa71ed-98d4-4512-adae-2cc3275980fa {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:40.985768 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:41.120383 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] For port 1afa71ed-98d4-4512-adae-2cc3275980fa, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=1afa71ed-98d4-4512-adae-2cc3275980fa,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:41.121241 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:41.152674 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Calling delete_port for 1afa71ed-98d4-4512-adae-2cc3275980fa owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:41.165395 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cf8a4-ca40-4608-bcd7-e6aa28653295 req-4a69de2b-9709-482b-b04c-bdca5a30768b tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:41.168135 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ae9cf8a4-ca40-4608-bcd7-e6aa28653295 req-4a69de2b-9709-482b-b04c-bdca5a30768b tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba6f9df-d702-4164-9d8f-2a2244788262 HTTP/1.1" status: 200 len: 945 time: 0.0995109 Nov 03 21:42:41.249758 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ae9cf8a4-ca40-4608-bcd7-e6aa28653295 req-b1c8d168-a9b9-4503-aff8-a793d040aa2a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.62 "GET /v2.0/security-groups?id=16e048cb-c634-47b1-9fae-99bdc2191a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690606 Nov 03 21:42:41.278088 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:41.368956 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:41.383350 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['1afa71ed-98d4-4512-adae-2cc3275980fa'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:42:41.412821 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Pushing event deleted for resources: {'Port': ['ID=1afa71ed-98d4-4512-adae-2cc3275980fa,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:41.478732 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] No DVR routers for this DVR port 1afa71ed-98d4-4512-adae-2cc3275980fa on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:42:41.482857 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:41.489293 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b8636fc7-ccdf-4f9e-914e-d5e93068c4fd req-2de0587c-8f10-41ba-bf44-be114417cd4a tempest-TestMinimumBasicScenario-317999815 tempest-TestMinimumBasicScenario-317999815-project] 10.222.0.11 "DELETE /v2.0/ports/1afa71ed-98d4-4512-adae-2cc3275980fa HTTP/1.1" status: 204 len: 173 time: 0.6243346 Nov 03 21:42:41.490033 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'name': 'network-vif-deleted', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:41.494427 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35f85ff-8d82-4bd3-8ed8-c40e8c225714" -d '{"events": [{"server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "name": "network-vif-deleted", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:41.549239 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93de655-3720-46b9-ac20-e684b52ddddb x-openstack-request-id: req-c93de655-3720-46b9-ac20-e684b52ddddb {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:41.549665 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba6f9df-d702-4164-9d8f-2a2244788262", "name": "network-vif-deleted", "tag": "1afa71ed-98d4-4512-adae-2cc3275980fa", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:41.550986 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c93de655-3720-46b9-ac20-e684b52ddddb {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:41.552573 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba6f9df-d702-4164-9d8f-2a2244788262', 'name': 'network-vif-deleted', 'tag': '1afa71ed-98d4-4512-adae-2cc3275980fa', 'status': 'completed', 'code': 200} Nov 03 21:42:41.943477 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f290-088b-4ca9-821b-f5df5d71e5ae req-9c3ac9a4-785f-4ee1-a2d5-b0fe6f8163aa tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:41.946152 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6f67f290-088b-4ca9-821b-f5df5d71e5ae req-9c3ac9a4-785f-4ee1-a2d5-b0fe6f8163aa tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.3304887 Nov 03 21:42:42.049520 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6f67f290-088b-4ca9-821b-f5df5d71e5ae req-f36d7822-0c6d-4088-bc18-a2cd73f61313 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689721 Nov 03 21:42:42.801639 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-97bc0088-1e4f-4cdc-9ff4-2a879e70ae5e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:42.803440 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-97bc0088-1e4f-4cdc-9ff4-2a879e70ae5e tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.0692003 Nov 03 21:42:42.917311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Deleting port ce364b8c-78d6-4367-bd77-8f9c294749e0 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:42.917700 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:43.030379 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] For port ce364b8c-78d6-4367-bd77-8f9c294749e0, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=ce364b8c-78d6-4367-bd77-8f9c294749e0,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:43.031170 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:43.362161 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49059110-604a-414f-a75f-31797130daa8 req-8423a1c4-65a8-4362-95b3-03aae577ded6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:43.369911 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-49059110-604a-414f-a75f-31797130daa8 req-8423a1c4-65a8-4362-95b3-03aae577ded6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 945 time: 0.1883163 Nov 03 21:42:43.382796 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:43.383293 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:43.383644 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Floating IP e2359961-0c95-4d5b-8325-e570f8290d94 disassociated. External IP: 172.27.0.77, port: ce364b8c-78d6-4367-bd77-8f9c294749e0. Nov 03 21:42:43.384003 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Calling delete_port for ce364b8c-78d6-4367-bd77-8f9c294749e0 owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:43.434148 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-49059110-604a-414f-a75f-31797130daa8 req-d9a837ba-a44d-4cf7-a24f-5d050811ca37 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b2c617f-9fad-4d5a-86e2-085c30a28003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621073 Nov 03 21:42:43.536431 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:43.572785 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event deleted for resources: {'Port': ['ID=ce364b8c-78d6-4367-bd77-8f9c294749e0,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:43.703375 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Router f3db5ab0-856b-43c4-9796-4f070f602e12 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:42:43.821851 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:43.842177 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] Sync routers for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:43.853356 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:43.857268 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:43.884820 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] No DVR routers for this DVR port ce364b8c-78d6-4367-bd77-8f9c294749e0 on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:42:43.888611 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:43.895222 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-17e1e702-bca3-42f6-b0aa-7de970cdd1ce req-b8889b78-17f4-4ca7-9acd-880a532326e2 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "DELETE /v2.0/ports/ce364b8c-78d6-4367-bd77-8f9c294749e0 HTTP/1.1" status: 204 len: 173 time: 1.0828762 Nov 03 21:42:43.895929 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'name': 'network-vif-deleted', 'tag': 'ce364b8c-78d6-4367-bd77-8f9c294749e0'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:43.909341 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7af96eb-e807-468e-83e4-c77490ae0421" -d '{"events": [{"server_uuid": "5e58ee9f-055c-4b4d-a605-7e71731e57f2", "name": "network-vif-deleted", "tag": "ce364b8c-78d6-4367-bd77-8f9c294749e0"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:43.981867 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c56cf3-f070-4ef2-9398-e4b5ca638aa2 x-openstack-request-id: req-13c56cf3-f070-4ef2-9398-e4b5ca638aa2 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:43.981867 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e58ee9f-055c-4b4d-a605-7e71731e57f2", "name": "network-vif-deleted", "tag": "ce364b8c-78d6-4367-bd77-8f9c294749e0", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:43.981867 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13c56cf3-f070-4ef2-9398-e4b5ca638aa2 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:43.981867 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e58ee9f-055c-4b4d-a605-7e71731e57f2', 'name': 'network-vif-deleted', 'tag': 'ce364b8c-78d6-4367-bd77-8f9c294749e0', 'status': 'completed', 'code': 200} Nov 03 21:42:44.068708 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:44.369603 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:44.402748 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] Checking router: f3db5ab0-856b-43c4-9796-4f070f602e12 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:44.416615 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:44.417334 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:44.536874 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:44.647787 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9a1fbb2c-9295-488e-b017-3f241096d587 req-51c2f5c7-a98d-44a5-aad3-61d1a1361fe3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e58ee9f-055c-4b4d-a605-7e71731e57f2 HTTP/1.1" status: 200 len: 210 time: 0.0510502 Nov 03 21:42:44.786329 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:44.813006 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bb187-532d-4bb5-bbd7-a76c2610c481 None None] The sync data for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi is: [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:44.837299 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 1afa71ed-98d4-4512-adae-2cc3275980fa no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:44.862054 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 1afa71ed-98d4-4512-adae-2cc3275980fa {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:44.863055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 1afa71ed-98d4-4512-adae-2cc3275980fa not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:44.863055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device ce364b8c-78d6-4367-bd77-8f9c294749e0 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:44.884196 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: ce364b8c-78d6-4367-bd77-8f9c294749e0 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:44.884572 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device ce364b8c-78d6-4367-bd77-8f9c294749e0 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:45.085068 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ab4ad-0838-408f-a16b-1e4fbb509731 None None] New status for floating IP e2359961-0c95-4d5b-8325-e570f8290d94: DOWN {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:42:45.760073 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38976) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:45.819037 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d3f4dd59-be0e-42e1-bd31-ca571f7dbf62 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:45.845171 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d3f4dd59-be0e-42e1-bd31-ca571f7dbf62 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:45.897139 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d3f4dd59-be0e-42e1-bd31-ca571f7dbf62 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:45.899813 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d3f4dd59-be0e-42e1-bd31-ca571f7dbf62 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:45.901002 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d3f4dd59-be0e-42e1-bd31-ca571f7dbf62 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "DELETE /v2.0/security-groups/7b2c617f-9fad-4d5a-86e2-085c30a28003 HTTP/1.1" status: 204 len: 168 time: 0.1393745 Nov 03 21:42:45.904864 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38978) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:45.911643 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4dd59-be0e-42e1-bd31-ca571f7dbf62 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2c617f-9fad-4d5a-86e2-085c30a28003,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:45.926311 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.api.v2.resource [None req-5a8f72f7-d39d-4591-9d23-bb45911a3575 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] show failed (client error): The resource could not be found. Nov 03 21:42:45.927712 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-5a8f72f7-d39d-4591-9d23-bb45911a3575 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups/7b2c617f-9fad-4d5a-86e2-085c30a28003 HTTP/1.1" status: 404 len: 347 time: 0.0218296 Nov 03 21:42:45.931070 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38980) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:46.069095 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Deleting port 4def083b-2f61-4a04-bb1e-94b77a1670d7 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:46.069428 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:46.157258 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:46.157849 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:46.174148 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Calling delete_port for 4def083b-2f61-4a04-bb1e-94b77a1670d7 owned by network:floatingip {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:46.340378 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:46.385377 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event deleted for resources: {'Port': ['ID=4def083b-2f61-4a04-bb1e-94b77a1670d7,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:46.460928 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:46.463659 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:46.468290 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-37d59f3b-7a8c-4eea-9a19-9b2f281fa81b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "DELETE /v2.0/floatingips/e2359961-0c95-4d5b-8325-e570f8290d94 HTTP/1.1" status: 204 len: 168 time: 0.5328615 Nov 03 21:42:46.849857 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 38988) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:46.849857 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-63210c07-5ddb-4922-bad0-0465ed7713c3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105625069', 'description': 'tempest-description--753254033'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:46.884831 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-63210c07-5ddb-4922-bad0-0465ed7713c3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:46.978192 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-63210c07-5ddb-4922-bad0-0465ed7713c3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:46.982949 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-63210c07-5ddb-4922-bad0-0465ed7713c3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.022715 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-63210c07-5ddb-4922-bad0-0465ed7713c3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.025006 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-63210c07-5ddb-4922-bad0-0465ed7713c3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1783426 Nov 03 21:42:47.028259 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63210c07-5ddb-4922-bad0-0465ed7713c3 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c602e1-fbb2-4c65-aa9c-76a15c088119,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:47.029115 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38990) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:47.035353 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-d245664f-2d99-4ec4-8f7e-a11189ae4441 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'security_group_rule': {'security_group_id': '10c602e1-fbb2-4c65-aa9c-76a15c088119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:47.083338 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d245664f-2d99-4ec4-8f7e-a11189ae4441 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.173254 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d245664f-2d99-4ec4-8f7e-a11189ae4441 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.179700 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d245664f-2d99-4ec4-8f7e-a11189ae4441 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.206202 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245664f-2d99-4ec4-8f7e-a11189ae4441 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69306ecc-b490-47f5-8d7b-9544a88de5c2,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:47.213889 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d245664f-2d99-4ec4-8f7e-a11189ae4441 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.217101 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d245664f-2d99-4ec4-8f7e-a11189ae4441 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1839886 Nov 03 21:42:47.218672 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 38996) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:47.224091 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-63a4e1dc-d842-48d4-9a9b-5f354eeb826d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'security_group_rule': {'security_group_id': '10c602e1-fbb2-4c65-aa9c-76a15c088119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:47.273099 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-63a4e1dc-d842-48d4-9a9b-5f354eeb826d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.364853 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-63a4e1dc-d842-48d4-9a9b-5f354eeb826d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.373331 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-63a4e1dc-d842-48d4-9a9b-5f354eeb826d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905956'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.396474 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4e1dc-d842-48d4-9a9b-5f354eeb826d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c522b0d-a724-417d-91cb-261b47f352bb,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:47.407575 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-63a4e1dc-d842-48d4-9a9b-5f354eeb826d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.409033 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-63a4e1dc-d842-48d4-9a9b-5f354eeb826d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1889551 Nov 03 21:42:47.413038 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39000) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:47.418456 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:47.455264 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.639583 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.758472 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Allocated IP 172.27.0.35 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/e94814da-18c5-4497-9985-a7026f828ec0) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:47.881907 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.920296 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:47.976019 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:47.980491 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:47.984314 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:48.010716 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'Port': ['ID=e94814da-18c5-4497-9985-a7026f828ec0,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:48.142013 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:48.186000 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:48.383050 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:48.388818 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:48.465173 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'Port': ['ID=e94814da-18c5-4497-9985-a7026f828ec0,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:48.488535 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:48.511932 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:48.513852 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6eb5c359-b58c-480e-909a-14892edef048 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0996702 Nov 03 21:42:48.933009 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39060) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:49.088113 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-34c4047b-dc8c-44f5-a46c-87ce474f28f6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2105625069&fields=id&tenant_id=f6ee88c280c84c05b63194bdfe9cf70e HTTP/1.1" status: 200 len: 267 time: 0.0887051 Nov 03 21:42:49.291217 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e43da-b759-4433-83b4-bf68c3958984 req-474be594-99cd-4a72-895e-5e21846f1382 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:49.292805 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-474be594-99cd-4a72-895e-5e21846f1382 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 811 time: 0.1697989 Nov 03 21:42:49.325619 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-3971cf93-9031-4edf-8bcb-9292ecfc53c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/quotas/f6ee88c280c84c05b63194bdfe9cf70e HTTP/1.1" status: 200 len: 375 time: 0.0238194 Nov 03 21:42:49.378964 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:49.408384 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-ce90f303-7dcd-4c4e-a312-18a5bcacc8d1 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664861 Nov 03 21:42:49.482883 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:49.660935 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-c8e4a6b8-4518-47cd-a300-cc96e7482a33 service neutron] 10.222.0.62 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374284 Nov 03 21:42:50.055838 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-1ebc95c1-0ad1-400f-9099-468c3c8836d1 service neutron] 10.222.0.62 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603551 Nov 03 21:42:50.137286 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Deleting port a152fd8b-6242-4743-9678-de1af9c41019 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:50.137651 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:50.239810 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9b94f9e7-0749-453e-90fa-0d2709345efc req-6593a5a1-4371-4a50-aeff-4e1b4f4d666d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 210 time: 0.0334687 Nov 03 21:42:50.259277 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] For port a152fd8b-6242-4743-9678-de1af9c41019, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a152fd8b-6242-4743-9678-de1af9c41019,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:50.259829 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:50.275054 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Calling delete_port for a152fd8b-6242-4743-9678-de1af9c41019 owned by network:router_interface {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:50.480791 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:50.513571 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a152fd8b-6242-4743-9678-de1af9c41019,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:50.713522 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:50.957289 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39146) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:50.984368 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:42:51.009534 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-697f93d0-e225-457f-89c1-b91dc8533c89 admin admin] Deleting subnet eed512a7-d717-4ba7-bdcc-63f001a6f1a3 {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:42:51.013595 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-697f93d0-e225-457f-89c1-b91dc8533c89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.058240 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-697f93d0-e225-457f-89c1-b91dc8533c89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.103588 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-697f93d0-e225-457f-89c1-b91dc8533c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.108488 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:51.114257 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-549cf19d-734b-49cf-873a-e28dcd7437e8 admin admin] 10.222.0.62 "PUT /v2.0/routers/876bd0e0-6873-41d8-b38b-c3a35e9c5f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1800504 Nov 03 21:42:51.116717 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39150) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:51.120823 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] Sync routers for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:51.133484 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:51.134393 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:51.165941 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-697f93d0-e225-457f-89c1-b91dc8533c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.193764 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f93d0-e225-457f-89c1-b91dc8533c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed512a7-d717-4ba7-bdcc-63f001a6f1a3,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:51.200722 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-697f93d0-e225-457f-89c1-b91dc8533c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.206998 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-697f93d0-e225-457f-89c1-b91dc8533c89 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eed512a7-d717-4ba7-bdcc-63f001a6f1a3 HTTP/1.1" status: 204 len: 168 time: 0.2456901 Nov 03 21:42:51.207252 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39152) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:51.241423 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.255398 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:51.305418 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.425950 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c7465766-afb8-4601-b831-6e8b9bc46b42 req-a5e9c9ec-03da-4b1b-9779-a0f132ef435b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 210 time: 0.0475402 Nov 03 21:42:51.488877 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.517690 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.561995 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:42:50Z', 'revision_number': 5, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port': {'id': '5176bfec-1214-4318-8d04-6690d24cfba7', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:51.577226 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d882e47-5ca3-4f06-a827-16d180d87188']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:51.578606 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Deleting port 5176bfec-1214-4318-8d04-6690d24cfba7 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:51.579194 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.594745 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] Checking router: 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:51.595362 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b4fe68-00c1-4553-85f7-079531ef5544') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:51.595816 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b4fe68-00c1-4553-85f7-079531ef5544') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:51.607963 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] Routers {'876bd0e0-6873-41d8-b38b-c3a35e9c5f76'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:51.608646 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:51.611669 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.637911 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.650228 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e43da-b759-4433-83b4-bf68c3958984 req-022dcc8d-36b5-472e-ae60-4be04494b388 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:51.652123 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-022dcc8d-36b5-472e-ae60-4be04494b388 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 811 time: 0.1666713 Nov 03 21:42:51.656061 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:42:51.656666 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:42:51.658726 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:42:51.704087 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] For port 5176bfec-1214-4318-8d04-6690d24cfba7, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=5176bfec-1214-4318-8d04-6690d24cfba7,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:51.704469 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.718109 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Calling delete_port for 5176bfec-1214-4318-8d04-6690d24cfba7 owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:51.744800 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.747851 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] Set router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:51.755479 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.760823 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7d882e47-5ca3-4f06-a827-16d180d87188 HTTP/1.1" status: 204 len: 168 time: 0.5524983 Nov 03 21:42:51.784387 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f0bb9-7fae-4696-9d2f-7010c0304889 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d882e47-5ca3-4f06-a827-16d180d87188,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:51.801091 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-ba7e52e8-c11a-4bcd-954f-4a8910d07c5a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ee88c280c84c05b63194bdfe9cf70e HTTP/1.1" status: 200 len: 380 time: 0.1299546 Nov 03 21:42:51.815576 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'port': {'device_id': '7c959668-e792-4a7d-903d-25da1b466bb0', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'admin_state_up': True, 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'security_groups': ['10c602e1-fbb2-4c65-aa9c-76a15c088119']}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:51.819529 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:42:51Z', 'revision_number': 6, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port_host': None}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:51.851651 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d6f98-02a8-4495-87eb-bb6d1e6258bb None None] The sync data for ids ['876bd0e0-6873-41d8-b38b-c3a35e9c5f76'] in dv-cinder-816573-1-iscsi is: [{'id': '876bd0e0-6873-41d8-b38b-c3a35e9c5f76', 'name': 'tempest-TestMinimumBasicScenario-445803046-router', 'tenant_id': 'b5c172224baa4fc781455fc748f81bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:18Z', 'updated_at': '2021-11-03T21:42:51Z', 'revision_number': 6, 'project_id': 'b5c172224baa4fc781455fc748f81bb2', 'gw_port_host': None}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:51.920177 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:51.947608 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Pushing event deleted for resources: {'Port': ['ID=5176bfec-1214-4318-8d04-6690d24cfba7,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:51.966967 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Made reservation on behalf of f6ee88c280c84c05b63194bdfe9cf70e for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:42:51.972882 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.014086 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39164) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:52.033208 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.164674 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.167599 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.173408 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0d76f24a-9e9a-4c6a-89af-39d638447cdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7556b4a8dc904517840e95843a52172a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580691 Nov 03 21:42:52.176703 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39166) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:52.256806 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.256806 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 876bd0e0-6873-41d8-b38b-c3a35e9c5f76 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:42:52.265904 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] Publish callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.269707 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-33c94011-61de-4442-b002-45a1bcde3841 admin admin] 10.222.0.62 "DELETE /v2.0/routers/876bd0e0-6873-41d8-b38b-c3a35e9c5f76 HTTP/1.1" status: 204 len: 168 time: 1.1488795 Nov 03 21:42:52.270865 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39170) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:52.299958 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-24d62594-4b2c-4779-92eb-b02dcc00a28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.331152 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-24d62594-4b2c-4779-92eb-b02dcc00a28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.361485 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4973099a-ec92-47fe-85ed-8b4eec157650 admin admin] Deleting subnet bea23d2f-8852-4d90-8c79-2a57b5376b84 {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:42:52.366404 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4973099a-ec92-47fe-85ed-8b4eec157650 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.397774 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-24d62594-4b2c-4779-92eb-b02dcc00a28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.401101 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-24d62594-4b2c-4779-92eb-b02dcc00a28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.402318 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-24d62594-4b2c-4779-92eb-b02dcc00a28d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a303bb8c-f975-45a0-af94-34eac6d24d6d HTTP/1.1" status: 204 len: 168 time: 0.2247801 Nov 03 21:42:52.412512 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d62594-4b2c-4779-92eb-b02dcc00a28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a303bb8c-f975-45a0-af94-34eac6d24d6d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:52.427672 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4973099a-ec92-47fe-85ed-8b4eec157650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.429819 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Allocated IP 172.20.0.11 (56061263-27c8-4256-9a47-9e1244ee545b/2691928f-bb85-4b01-b334-03259d5b5d70/14b65332-49bb-4630-bec3-b61eae0e25b9) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:42:52.561782 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-413b51db-c7e4-4e05-ae1e-e070af2889cb req-1c8dfd4b-454e-448a-b426-23c0d3beaa50 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 210 time: 0.0510559 Nov 03 21:42:52.628895 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4973099a-ec92-47fe-85ed-8b4eec157650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.709968 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.722621 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4973099a-ec92-47fe-85ed-8b4eec157650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.762823 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4973099a-ec92-47fe-85ed-8b4eec157650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.766410 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-4973099a-ec92-47fe-85ed-8b4eec157650 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bea23d2f-8852-4d90-8c79-2a57b5376b84 HTTP/1.1" status: 204 len: 168 time: 0.4945414 Nov 03 21:42:52.769306 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39188) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:52.771891 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9390314d-fe34-4848-89d3-235c9c94a580 None None] Network a14587c0-9db1-4f85-823c-6f728153f919 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:42:52.772425 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973099a-ec92-47fe-85ed-8b4eec157650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea23d2f-8852-4d90-8c79-2a57b5376b84,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:52.796180 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.882134 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.889709 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Network 56061263-27c8-4256-9a47-9e1244ee545b is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:42:52.893745 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:42:52.896320 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:42:52.923000 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event updated for resources: {'Port': ['ID=14b65332-49bb-4630-bec3-b61eae0e25b9,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:52.973396 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:52.980475 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:52.983429 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Deleting port 3837e30f-cd64-479b-a48a-1f38cdbed324 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:52.984028 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.012194 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-2248b26f-6096-4489-95d6-9a2e88dd69c6 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2028470 Nov 03 21:42:53.031511 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Request body: {'port': {'device_id': '7c959668-e792-4a7d-903d-25da1b466bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:42:53.078274 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] DHCP port deletion for a14587c0-9db1-4f85-823c-6f728153f919 request from dv-cinder-816573-1-iscsi {{(pid=101176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 21:42:53.118290 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.149104 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] For port 3837e30f-cd64-479b-a48a-1f38cdbed324, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=3837e30f-cd64-479b-a48a-1f38cdbed324,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:53.149495 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.168883 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Calling delete_port for 3837e30f-cd64-479b-a48a-1f38cdbed324 owned by network:dhcp {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:53.201673 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] Deleting port 3837e30f-cd64-479b-a48a-1f38cdbed324 {{(pid=101176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:53.202174 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.326926 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.364162 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=3837e30f-cd64-479b-a48a-1f38cdbed324,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:53.367531 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] No DVR routers for this DVR port 3837e30f-cd64-479b-a48a-1f38cdbed324 on host dv-cinder-816573-1-iscsi {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:42:53.468915 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.492801 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14587c0-9db1-4f85-823c-6f728153f919']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:53.504566 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e44ddb-e0f4-4374-8b36-be56abc6b121') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:53.505032 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e44ddb-e0f4-4374-8b36-be56abc6b121') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:53.509982 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 3837e30f-cd64-479b-a48a-1f38cdbed324 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:53.523566 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59322571'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.539049 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.547930 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:42:53.548450 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60574146'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: Traceback (most recent call last): Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: timer() Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: cb(*args, **kw) Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: return func(*args, **kwargs) Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: self._notify() Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: self.callback(batched_events) Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: event.method(event) Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: return f(self, *a, **k) Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._get(url).json() Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:42:53.550413 dv-cinder-816573-1-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:42:53.561398 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 3837e30f-cd64-479b-a48a-1f38cdbed324 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:53.561799 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 3837e30f-cd64-479b-a48a-1f38cdbed324 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:53.562163 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a152fd8b-6242-4743-9678-de1af9c41019 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:53.566678 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] For port 3837e30f-cd64-479b-a48a-1f38cdbed324, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=3837e30f-cd64-479b-a48a-1f38cdbed324,segment=NetworkSegment(d9e44ddb-e0f4-4374-8b36-be56abc6b121),segment_id=d9e44ddb-e0f4-4374-8b36-be56abc6b121)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:53.567088 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.578085 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-ef313241-1d71-40db-b694-521034870bfe None None] Provisioning complete for port 14b65332-49bb-4630-bec3-b61eae0e25b9 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:42:53.578578 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ef313241-1d71-40db-b694-521034870bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.591129 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b65332-49bb-4630-bec3-b61eae0e25b9 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:42:53.608146 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.657279 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-ef313241-1d71-40db-b694-521034870bfe None None] Port 14b65332-49bb-4630-bec3-b61eae0e25b9 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:42:53.657581 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.658363 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Transition to ACTIVE for port object 14b65332-49bb-4630-bec3-b61eae0e25b9 will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:42:53.662840 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: a152fd8b-6242-4743-9678-de1af9c41019 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:53.663302 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a152fd8b-6242-4743-9678-de1af9c41019 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:53.663717 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 5176bfec-1214-4318-8d04-6690d24cfba7 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:53.665736 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] Calling delete_port for 3837e30f-cd64-479b-a48a-1f38cdbed324 owned by network:dhcp {{(pid=101176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:53.668553 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.669872 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.680658 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] 10.222.0.62 "DELETE /v2.0/networks/a14587c0-9db1-4f85-823c-6f728153f919 HTTP/1.1" status: 204 len: 168 time: 0.9098778 Nov 03 21:42:53.683402 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39218) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:53.692681 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 5176bfec-1214-4318-8d04-6690d24cfba7 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:53.693317 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 5176bfec-1214-4318-8d04-6690d24cfba7 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:53.805866 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Pushing event updated for resources: {'Port': ['ID=14b65332-49bb-4630-bec3-b61eae0e25b9,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:53.820660 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab95098-862b-4ad5-9bc0-07698fad0bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=a14587c0-9db1-4f85-823c-6f728153f919,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:53.961852 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033'] for port, after_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:53.982370 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] Network a14587c0-9db1-4f85-823c-6f728153f919 is not hosted by any dhcp agent {{(pid=101176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 21:42:53.982611 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] No DVR routers for this DVR port 3837e30f-cd64-479b-a48a-1f38cdbed324 on host dv-cinder-816573-1-iscsi {{(pid=101176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:42:54.002223 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Attempting to bind port 14b65332-49bb-4630-bec3-b61eae0e25b9 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:42:54.003079 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Attempting to bind port 14b65332-49bb-4630-bec3-b61eae0e25b9 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:42:54.003729 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Attempting to bind port 14b65332-49bb-4630-bec3-b61eae0e25b9 on network 56061263-27c8-4256-9a47-9e1244ee545b {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:54.021992 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Port 14b65332-49bb-4630-bec3-b61eae0e25b9 on network 56061263-27c8-4256-9a47-9e1244ee545b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:42:54.022778 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Attempting to bind port 14b65332-49bb-4630-bec3-b61eae0e25b9 on network 56061263-27c8-4256-9a47-9e1244ee545b {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:42:54.043204 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:42:54.044409 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Checking segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:42:54.045262 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Bound using segment: {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:42:54.046354 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Bound port: 14b65332-49bb-4630-bec3-b61eae0e25b9, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26852f79-e32b-4264-9bdc-6ade3ac4478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:42:54.047010 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:54.060716 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a3116-f21e-4d0f-9ae1-509d49c770a8 None None] Pushing event deleted for resources: {'Port': ['ID=3837e30f-cd64-479b-a48a-1f38cdbed324,revision_number=None']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:54.156632 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] For port 14b65332-49bb-4630-bec3-b61eae0e25b9, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:42:54.160281 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] For port 14b65332-49bb-4630-bec3-b61eae0e25b9, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14b65332-49bb-4630-bec3-b61eae0e25b9,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:42:54.166431 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:54.203228 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:54.203917 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:54.213223 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] 10.222.0.11 "PUT /v2.0/ports/14b65332-49bb-4630-bec3-b61eae0e25b9 HTTP/1.1" status: 200 len: 1094 time: 1.1816871 Nov 03 21:42:54.213223 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c959668-e792-4a7d-903d-25da1b466bb0', 'tag': '14b65332-49bb-4630-bec3-b61eae0e25b9'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:42:54.213223 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad" -d '{"events": [{"name": "network-changed", "server_uuid": "7c959668-e792-4a7d-903d-25da1b466bb0", "tag": "14b65332-49bb-4630-bec3-b61eae0e25b9"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:42:54.265834 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155b5579-2258-49dc-9fa3-dee5826c8188 x-openstack-request-id: req-155b5579-2258-49dc-9fa3-dee5826c8188 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:42:54.266113 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c959668-e792-4a7d-903d-25da1b466bb0", "tag": "14b65332-49bb-4630-bec3-b61eae0e25b9", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:42:54.266507 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-155b5579-2258-49dc-9fa3-dee5826c8188 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:42:54.266972 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c959668-e792-4a7d-903d-25da1b466bb0', 'tag': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'status': 'completed', 'code': 200} Nov 03 21:42:54.279815 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11514b50-cb7c-403d-967b-ccfbb10e700c service neutron] Pushing event updated for resources: {'Port': ['ID=14b65332-49bb-4630-bec3-b61eae0e25b9,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:54.343553 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e43da-b759-4433-83b4-bf68c3958984 req-b5744d73-4179-4f08-ae3b-84b4ad900c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:54.345608 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-b5744d73-4179-4f08-ae3b-84b4ad900c73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0719481 Nov 03 21:42:54.425372 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-725726d0-514c-45c6-a0b6-f74f13786ea9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b65332-49bb-4630-bec3-b61eae0e25b9 HTTP/1.1" status: 200 len: 217 time: 0.0676992 Nov 03 21:42:54.462604 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16630fcc-adfd-45f3-b29a-f74a9933cd2c req-8d3b2c4f-130e-4a70-b776-e95b11ba97b8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:54.464198 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-16630fcc-adfd-45f3-b29a-f74a9933cd2c req-8d3b2c4f-130e-4a70-b776-e95b11ba97b8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 944 time: 0.3724077 Nov 03 21:42:54.518919 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e43da-b759-4433-83b4-bf68c3958984 req-6b5796eb-2385-4363-b05f-5e61695e9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:54.520530 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-6b5796eb-2385-4363-b05f-5e61695e9d43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0876577 Nov 03 21:42:54.574526 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-16630fcc-adfd-45f3-b29a-f74a9933cd2c req-cb057b3c-22cd-4a0d-bb9e-dedf029db6ba tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023247 Nov 03 21:42:54.583573 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e43da-b759-4433-83b4-bf68c3958984 req-6b93063c-de0f-4552-8230-ef4a6928ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:54.585511 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-6b93063c-de0f-4552-8230-ef4a6928ada6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541701 Nov 03 21:42:54.690873 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:54.693834 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-8b075667-4280-4375-93d0-13c243907ae9 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959384 Nov 03 21:42:54.787805 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-255e43da-b759-4433-83b4-bf68c3958984 req-7683219e-d94c-4f8b-9265-8bca4c7b7d8d service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851500 Nov 03 21:42:54.881727 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-42cf9bcb-eeee-4a18-8838-f89b2afbc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:54.883261 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-42cf9bcb-eeee-4a18-8838-f89b2afbc3a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0467544 Nov 03 21:42:54.943787 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Deleting port 94a6843b-aafd-4709-b418-97dca8db3fcb {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:54.944122 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:54.975082 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-a060e6c8-fbb7-4e56-9f4f-544bae60e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:54.976622 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-a060e6c8-fbb7-4e56-9f4f-544bae60e6ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 912 time: 0.0853455 Nov 03 21:42:55.022136 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-3ace9c55-c759-404d-ad3c-989b8dcf0a58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b65332-49bb-4630-bec3-b61eae0e25b9 HTTP/1.1" status: 200 len: 217 time: 0.0376589 Nov 03 21:42:55.022980 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] For port 94a6843b-aafd-4709-b418-97dca8db3fcb, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=94a6843b-aafd-4709-b418-97dca8db3fcb,segment=NetworkSegment(10e77ab0-c342-4706-9a33-4a562703f77e),segment_id=10e77ab0-c342-4706-9a33-4a562703f77e)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:55.023374 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:55.040577 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Calling delete_port for 94a6843b-aafd-4709-b418-97dca8db3fcb owned by network:router_interface {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:55.073467 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-040b0e12-524c-4ea4-b12d-8e297cb5d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:55.075187 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-040b0e12-524c-4ea4-b12d-8e297cb5d53f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0458751 Nov 03 21:42:55.123660 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-cdb807cf-ca90-4c00-be08-dd07fa76793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:55.125276 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-cdb807cf-ca90-4c00-be08-dd07fa76793a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427506 Nov 03 21:42:55.221030 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-cc2362fc-2c9b-4354-90a3-0d1d6c62afa3 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869853 Nov 03 21:42:55.231951 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:55.258840 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a6843b-aafd-4709-b418-97dca8db3fcb,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:55.331138 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-e0b162a8-4b82-4472-ad0b-ed1fdc9bbaad req-881f4d50-d4ab-478e-ab0b-77f60739568e service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016953 Nov 03 21:42:55.460101 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:55.732246 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:42:55.740392 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e77b-9501-4e55-924a-108897aa549b req-be5ebbe0-f8b2-4b20-a272-4e7f140eb024 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:55.742005 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0538e77b-9501-4e55-924a-108897aa549b req-be5ebbe0-f8b2-4b20-a272-4e7f140eb024 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 944 time: 0.0719352 Nov 03 21:42:55.865682 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0538e77b-9501-4e55-924a-108897aa549b req-90959adb-5322-4577-940a-b903737ead9d tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161437 Nov 03 21:42:55.895735 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:42:55.901278 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-68d36f59-c089-41e7-b31b-84d153122996 admin admin] 10.222.0.62 "PUT /v2.0/routers/2d3e1f2f-5730-4fb9-8df1-ec6c3207f496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2160370 Nov 03 21:42:55.904530 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39248) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:55.907938 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] Sync routers for ids ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:42:55.928914 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] Routers {'2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:55.929649 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:56.016878 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.041948 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] Set router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:56.122891 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.176458 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Deleting port 1ddef5a2-af03-4d3c-a054-caa33507581e {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:56.176803 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.221164 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:42:55Z', 'revision_number': 5, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port': {'id': '1ddef5a2-af03-4d3c-a054-caa33507581e', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:56.252122 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] Checking router: 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:42:56.260272 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] For port 1ddef5a2-af03-4d3c-a054-caa33507581e, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=1ddef5a2-af03-4d3c-a054-caa33507581e,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:56.260497 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] Routers {'2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:42:56.260690 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.260960 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:56.272414 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Calling delete_port for 1ddef5a2-af03-4d3c-a054-caa33507581e owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:56.350227 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] Set router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 gateway port host: None {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:42:56.403440 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:42:56Z', 'revision_number': 6, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port_host': None}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:56.435403 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509469c6-e0a0-469c-8d0c-6ca54732e5e0 None None] The sync data for ids ['2d3e1f2f-5730-4fb9-8df1-ec6c3207f496'] in dv-cinder-816573-1-iscsi is: [{'id': '2d3e1f2f-5730-4fb9-8df1-ec6c3207f496', 'name': 'tempest-TestMinimumBasicScenario-1569442404-router', 'tenant_id': 'd46010f627eb41c7822cb247336acf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:39:25Z', 'updated_at': '2021-11-03T21:42:56Z', 'revision_number': 6, 'project_id': 'd46010f627eb41c7822cb247336acf3b', 'gw_port_host': None}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:42:56.449783 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.476958 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddef5a2-af03-4d3c-a054-caa33507581e,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:56.542924 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.633076 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.635250 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.681975 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.682445 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:42:56.687098 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] Publish callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.688274 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e1598683-2beb-4dd4-9daa-c86a7c3f2904 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2d3e1f2f-5730-4fb9-8df1-ec6c3207f496 HTTP/1.1" status: 204 len: 168 time: 0.7827220 Nov 03 21:42:56.690887 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39250) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:56.738816 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-de831d4a-e0d8-4fe1-9361-284468a8a1bc admin admin] Deleting subnet 766c39ad-8868-41f0-8bfe-4b8771845d07 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:42:56.742113 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-de831d4a-e0d8-4fe1-9361-284468a8a1bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.782271 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-de831d4a-e0d8-4fe1-9361-284468a8a1bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59322562'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:56.920252 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-de831d4a-e0d8-4fe1-9361-284468a8a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.015572 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dabea6-7047-47ae-a381-7dd1938b0b51 req-1fb672ea-f236-46d8-89ab-9f05d349f946 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:57.017184 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-98dabea6-7047-47ae-a381-7dd1938b0b51 req-1fb672ea-f236-46d8-89ab-9f05d349f946 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 944 time: 0.0726383 Nov 03 21:42:57.032730 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-de831d4a-e0d8-4fe1-9361-284468a8a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60574116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62523349'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.070744 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de831d4a-e0d8-4fe1-9361-284468a8a1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766c39ad-8868-41f0-8bfe-4b8771845d07,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:57.076077 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39264) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:57.079464 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-de831d4a-e0d8-4fe1-9361-284468a8a1bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.085713 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-de831d4a-e0d8-4fe1-9361-284468a8a1bc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/766c39ad-8868-41f0-8bfe-4b8771845d07 HTTP/1.1" status: 204 len: 168 time: 0.3916123 Nov 03 21:42:57.085932 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742799f-8296-419c-81d7-9ce7d2a7cb8c None None] Network 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:42:57.087437 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39266) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:57.113792 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-98dabea6-7047-47ae-a381-7dd1938b0b51 req-8c08a73e-2417-496d-b69d-25d4155722ee tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883918 Nov 03 21:42:57.190571 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.248057 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.302190 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Deleting port 78e35607-f0ba-49b4-abd7-0ba0a9013673 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:57.303238 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.312035 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] DHCP port deletion for 7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 request from dv-cinder-816573-1-iscsi {{(pid=101176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 21:42:57.392215 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] Deleting port 78e35607-f0ba-49b4-abd7-0ba0a9013673 {{(pid=101176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:42:57.392647 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.426189 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.428235 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] For port 78e35607-f0ba-49b4-abd7-0ba0a9013673, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=78e35607-f0ba-49b4-abd7-0ba0a9013673,segment=NetworkSegment(10e77ab0-c342-4706-9a33-4a562703f77e),segment_id=10e77ab0-c342-4706-9a33-4a562703f77e)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:57.428639 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.437682 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.453929 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Calling delete_port for 78e35607-f0ba-49b4-abd7-0ba0a9013673 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:57.457980 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 1ddef5a2-af03-4d3c-a054-caa33507581e no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:57.489203 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 1ddef5a2-af03-4d3c-a054-caa33507581e {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:57.489542 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 1ddef5a2-af03-4d3c-a054-caa33507581e not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:57.490147 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 78e35607-f0ba-49b4-abd7-0ba0a9013673 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:57.495305 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=747c808c05c140da902fa61cab9b4bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180443 Nov 03 21:42:57.495589 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] For port 78e35607-f0ba-49b4-abd7-0ba0a9013673, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=78e35607-f0ba-49b4-abd7-0ba0a9013673,segment=NetworkSegment(10e77ab0-c342-4706-9a33-4a562703f77e),segment_id=10e77ab0-c342-4706-9a33-4a562703f77e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:57.495964 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.499404 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39270) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:57.524822 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b329d0-5eef-48bc-ad7c-dbd288a911f8,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:57.534676 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] Calling delete_port for 78e35607-f0ba-49b4-abd7-0ba0a9013673 owned by network:dhcp {{(pid=101176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:42:57.539660 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.540013 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.540436 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.540713 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.541039 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.541367 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.541690 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.542198 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.542533 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.542855 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.543181 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.544044 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134abed3-7a75-473c-a753-8fe3b6c622d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:42:57.587812 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e3c7f2-ed91-4dc5-8724-413736422d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.609107 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.620284 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e3c7f2-ed91-4dc5-8724-413736422d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.642822 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e35607-f0ba-49b4-abd7-0ba0a9013673,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:57.646651 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] No DVR routers for this DVR port 78e35607-f0ba-49b4-abd7-0ba0a9013673 on host dv-cinder-816573-1-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:42:57.650996 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.687371 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033'] for port, after_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.695056 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e3c7f2-ed91-4dc5-8724-413736422d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.698264 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e3c7f2-ed91-4dc5-8724-413736422d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.702036 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b8e3c7f2-ed91-4dc5-8724-413736422d4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7b329d0-5eef-48bc-ad7c-dbd288a911f8 HTTP/1.1" status: 204 len: 168 time: 0.1991682 Nov 03 21:42:57.725489 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3c7f2-ed91-4dc5-8724-413736422d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b329d0-5eef-48bc-ad7c-dbd288a911f8,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:57.730155 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.736889 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] Pushing event deleted for resources: {'Port': ['ID=78e35607-f0ba-49b4-abd7-0ba0a9013673,revision_number=None']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:57.748913 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 94a6843b-aafd-4709-b418-97dca8db3fcb no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:42:57.761226 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7129c216-16d7-4f0e-9dca-95e9ac1f5bb5']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:57.773165 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e77ab0-c342-4706-9a33-4a562703f77e') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:57.773511 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e77ab0-c342-4706-9a33-4a562703f77e') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:42:57.778736 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b38a1-f0b3-4217-b6f9-5eb71b1c9de8 None None] No DVR routers for this DVR port 78e35607-f0ba-49b4-abd7-0ba0a9013673 on host dv-cinder-816573-1-iscsi {{(pid=101176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:42:57.780049 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 94a6843b-aafd-4709-b418-97dca8db3fcb {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:42:57.780395 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 94a6843b-aafd-4709-b418-97dca8db3fcb not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:42:57.794670 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.820067 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.827141 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:42:57.827740 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:42:57.830197 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:42:57.903649 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.923784 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7129c216-16d7-4f0e-9dca-95e9ac1f5bb5,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:57.924495 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:57.928682 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-e3aff20d-744f-4d4c-8982-976605c854a0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7129c216-16d7-4f0e-9dca-95e9ac1f5bb5 HTTP/1.1" status: 204 len: 168 time: 0.8400710 Nov 03 21:42:58.130295 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-0d129632-c7cb-4373-b3d9-24e752f200fe tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002376083&fields=id&tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a HTTP/1.1" status: 200 len: 267 time: 0.0542011 Nov 03 21:42:58.152311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39286) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:58.203864 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-67a6abd0-ade0-475a-ae73-8e9a46de21b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5c172224baa4fc781455fc748f81bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493655 Nov 03 21:42:58.205803 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39288) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:58.257158 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b7082416-3f9f-43bb-9533-d6d25c5d9ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:58.272754 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-d54cf13e-f86f-4c1c-a958-08c420dbbbf7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:58.275443 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-d54cf13e-f86f-4c1c-a958-08c420dbbbf7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 808 time: 0.1383288 Nov 03 21:42:58.285788 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b7082416-3f9f-43bb-9533-d6d25c5d9ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:58.297314 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8e52e-8936-456f-83d8-7396e63dbe18 req-7e1f61c0-d16a-41ba-a8f6-1a5d88245375 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:58.300033 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b8d8e52e-8936-456f-83d8-7396e63dbe18 req-7e1f61c0-d16a-41ba-a8f6-1a5d88245375 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 944 time: 0.1015596 Nov 03 21:42:58.326901 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-87dcdfbe-427b-4bfb-9c63-c94fcc7588f7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/quotas/a748bdf0134e45e3b5155ef5a05c2f6a HTTP/1.1" status: 200 len: 375 time: 0.0449293 Nov 03 21:42:58.347463 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b7082416-3f9f-43bb-9533-d6d25c5d9ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:58.350401 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b7082416-3f9f-43bb-9533-d6d25c5d9ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:58.354180 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-b7082416-3f9f-43bb-9533-d6d25c5d9ef4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16e048cb-c634-47b1-9fae-99bdc2191a62 HTTP/1.1" status: 204 len: 168 time: 0.1447773 Nov 03 21:42:58.361056 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7082416-3f9f-43bb-9533-d6d25c5d9ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e048cb-c634-47b1-9fae-99bdc2191a62,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:58.415176 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b8d8e52e-8936-456f-83d8-7396e63dbe18 req-c93b60a2-6ae4-4869-9248-be93711a7843 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030958 Nov 03 21:42:58.426131 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-20a37d0d-68f2-4050-a22c-f177e2c54740 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864539 Nov 03 21:42:58.651339 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-e75a8c75-f7a0-4ad5-b65e-033183dd25e5 service neutron] 10.222.0.62 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097707 Nov 03 21:42:58.757732 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-c8f018d2-930b-461d-b15d-328d9438368f service neutron] 10.222.0.62 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991859 Nov 03 21:42:58.771777 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39296) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:58.814136 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-d11eae49-5b3f-4eeb-8082-c3193066893e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d46010f627eb41c7822cb247336acf3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411408 Nov 03 21:42:58.816790 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39298) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:42:58.848270 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 14b65332-49bb-4630-bec3-b61eae0e25b9 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:42:58.868914 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-16098a66-3876-4e9e-8b4d-ab5fa26f81e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:58.892058 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-16098a66-3876-4e9e-8b4d-ab5fa26f81e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:58.943564 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-16098a66-3876-4e9e-8b4d-ab5fa26f81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:58.946249 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-16098a66-3876-4e9e-8b4d-ab5fa26f81e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:58.950503 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-16098a66-3876-4e9e-8b4d-ab5fa26f81e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64bb3617-3fe5-4292-b64e-44ab948fc857 HTTP/1.1" status: 204 len: 168 time: 0.1295171 Nov 03 21:42:58.956893 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16098a66-3876-4e9e-8b4d-ab5fa26f81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb3617-3fe5-4292-b64e-44ab948fc857,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:58.962999 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 14b65332-49bb-4630-bec3-b61eae0e25b9, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14b65332-49bb-4630-bec3-b61eae0e25b9,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:58.985355 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'port_id': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'mac_address': 'fa:16:3e:ab:14:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:42:59.043010 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:59.065644 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b65332-49bb-4630-bec3-b61eae0e25b9 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:42:59.097646 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 14b65332-49bb-4630-bec3-b61eae0e25b9, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14b65332-49bb-4630-bec3-b61eae0e25b9,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:42:59.106236 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:42:59.187449 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2c1c3a6e-4bfa-4a75-ba8c-6ba59cb84f41 req-827a6511-3371-4171-8cbd-1cd483ebaa90 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 210 time: 0.0511551 Nov 03 21:42:59.257341 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=14b65332-49bb-4630-bec3-b61eae0e25b9,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:42:59.363765 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['14b65332-49bb-4630-bec3-b61eae0e25b9'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:42:59.550076 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70954d6-d51f-4338-a974-1bf8e1a2161a req-f8794052-3c03-421b-9f6b-f1ff06f7dbc5 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:42:59.551814 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e70954d6-d51f-4338-a974-1bf8e1a2161a req-f8794052-3c03-421b-9f6b-f1ff06f7dbc5 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 945 time: 0.0557840 Nov 03 21:42:59.602587 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e70954d6-d51f-4338-a974-1bf8e1a2161a req-2512d7ea-553c-430a-8e37-083e04f97d4f tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Nov 03 21:43:00.264456 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-f5389eff-36a5-45c5-9773-0b718c8a925c tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:00.266181 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-f5389eff-36a5-45c5-9773-0b718c8a925c tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.11 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 808 time: 0.1154830 Nov 03 21:43:00.296258 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-66ab66f6-92bf-4725-a948-20d6bdc9a060 req-23a01e6a-0085-4681-9567-33a319f7328c tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 210 time: 0.0278172 Nov 03 21:43:00.341219 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-1cac5748-421b-41f2-bd7e-2247658007e7 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a HTTP/1.1" status: 200 len: 380 time: 0.0631373 Nov 03 21:43:00.351062 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'port': {'device_id': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'admin_state_up': True, 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'security_groups': ['0b1b98ce-18c3-48f6-b1b3-51866520dbb7']}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:43:00.490786 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Made reservation on behalf of a748bdf0134e45e3b5155ef5a05c2f6a for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:43:00.496249 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:00.654285 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Allocated IP 172.20.0.8 (d114de42-5fc6-4730-bde8-bb2110ce67a6/41650e81-3bdd-4a0e-9684-eac4bcd1e48f/a3a4a392-ef94-424b-b67c-b99262a60f05) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:43:00.729316 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833c8a-3005-4687-9ccf-a8e0fb0faff1 req-20b31f96-6098-4e5f-9223-2b3e60dd56d5 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:00.731463 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-db833c8a-3005-4687-9ccf-a8e0fb0faff1 req-20b31f96-6098-4e5f-9223-2b3e60dd56d5 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 945 time: 0.0539546 Nov 03 21:43:00.787366 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-db833c8a-3005-4687-9ccf-a8e0fb0faff1 req-78c217d2-9e75-4668-ba96-9df4e870d8e1 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490408 Nov 03 21:43:00.810299 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:00.844027 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:00.856043 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 14b65332-49bb-4630-bec3-b61eae0e25b9 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:43:00.884165 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:43:00.887161 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:43:00.894056 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:43:00.907911 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 14b65332-49bb-4630-bec3-b61eae0e25b9 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:43:00.913836 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 14b65332-49bb-4630-bec3-b61eae0e25b9 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:43:00.914206 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:00.920314 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:00.949701 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:00.951021 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:00.969562 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-66a1d6c0-d153-4b7c-a1ce-04a820ca8f2a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6223133 Nov 03 21:43:01.004518 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.030433 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c959668-e792-4a7d-903d-25da1b466bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b65332-49bb-4630-bec3-b61eae0e25b9'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:01.033292 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79b4097-50f7-45c0-86c0-ad8d757303be" -d '{"events": [{"server_uuid": "7c959668-e792-4a7d-903d-25da1b466bb0", "name": "network-vif-plugged", "status": "completed", "tag": "14b65332-49bb-4630-bec3-b61eae0e25b9"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:01.048054 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 14b65332-49bb-4630-bec3-b61eae0e25b9, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14b65332-49bb-4630-bec3-b61eae0e25b9,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:01.052980 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.090461 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fdea11-548d-4acf-90ca-5f89f7948b9e x-openstack-request-id: req-32fdea11-548d-4acf-90ca-5f89f7948b9e {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:01.090749 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c959668-e792-4a7d-903d-25da1b466bb0", "name": "network-vif-plugged", "status": "completed", "tag": "14b65332-49bb-4630-bec3-b61eae0e25b9", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:01.091034 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32fdea11-548d-4acf-90ca-5f89f7948b9e {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:01.091420 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c959668-e792-4a7d-903d-25da1b466bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'code': 200} Nov 03 21:43:01.091974 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Request body: {'port': {'device_id': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:43:01.119066 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=14b65332-49bb-4630-bec3-b61eae0e25b9,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:01.157799 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.220443 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-b8773980-3fbc-43b4-a4e9-a9a43dd5598b None None] Provisioning complete for port a3a4a392-ef94-424b-b67c-b99262a60f05 triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:43:01.220804 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b8773980-3fbc-43b4-a4e9-a9a43dd5598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.257970 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-b8773980-3fbc-43b4-a4e9-a9a43dd5598b None None] Port a3a4a392-ef94-424b-b67c-b99262a60f05 cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:43:01.266211 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e91b-c0ef-49c6-af4f-cb078e2c0f9d req-dbcb6168-51ba-44c7-a8b1-6ddf9e5936e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:01.267737 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4a92e91b-c0ef-49c6-af4f-cb078e2c0f9d req-dbcb6168-51ba-44c7-a8b1-6ddf9e5936e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 1099 time: 0.0456934 Nov 03 21:43:01.312300 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4a92e91b-c0ef-49c6-af4f-cb078e2c0f9d req-e15d14aa-3f05-4a4e-9d4e-619b255c626e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370743 Nov 03 21:43:01.419806 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29ddd-be4c-4365-bae7-040d650e10ea req-d4ba752d-fc7e-4358-80fc-bf2d1a974e31 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:01.421481 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51d29ddd-be4c-4365-bae7-040d650e10ea req-d4ba752d-fc7e-4358-80fc-bf2d1a974e31 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 931 time: 0.0517228 Nov 03 21:43:01.422183 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a4a392-ef94-424b-b67c-b99262a60f05 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:43:01.429989 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.442494 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Transition to ACTIVE for port object a3a4a392-ef94-424b-b67c-b99262a60f05 will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:43:01.446757 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.474080 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51d29ddd-be4c-4365-bae7-040d650e10ea req-131f82fc-a39b-4bbc-b477-86feeb54995f tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461469 Nov 03 21:43:01.496609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Pushing event updated for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:01.574103 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Attempting to bind port a3a4a392-ef94-424b-b67c-b99262a60f05 on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:43:01.574438 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Attempting to bind port a3a4a392-ef94-424b-b67c-b99262a60f05 by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:43:01.574809 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Attempting to bind port a3a4a392-ef94-424b-b67c-b99262a60f05 on network d114de42-5fc6-4730-bde8-bb2110ce67a6 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:43:01.579983 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Port a3a4a392-ef94-424b-b67c-b99262a60f05 on network d114de42-5fc6-4730-bde8-bb2110ce67a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:43:01.580301 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Attempting to bind port a3a4a392-ef94-424b-b67c-b99262a60f05 on network d114de42-5fc6-4730-bde8-bb2110ce67a6 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:43:01.586091 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:43:01.586707 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Checking segment: {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:43:01.587093 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Bound using segment: {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:43:01.587527 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Bound port: a3a4a392-ef94-424b-b67c-b99262a60f05, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3272c4-dde9-4180-954b-6249a5a6fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:43:01.587875 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.674579 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:43:01.678089 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:43:01.684483 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.718576 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:01.719188 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:01.720634 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] 10.222.0.11 "PUT /v2.0/ports/a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 1093 time: 0.7423866 Nov 03 21:43:01.721068 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:01.723322 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:01.748401 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95489bed-4c79-488a-b5b2-b0a8d058761e service neutron] Pushing event updated for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:01.772106 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9746a1-5b6d-4195-83ad-e867fe86e931 x-openstack-request-id: req-2d9746a1-5b6d-4195-83ad-e867fe86e931 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:01.772496 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:01.772913 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d9746a1-5b6d-4195-83ad-e867fe86e931 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:01.773311 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'status': 'completed', 'code': 200} Nov 03 21:43:01.826480 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-ff2b8fda-e0a5-4a06-9e13-ee4ec6041b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:01.828236 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-ff2b8fda-e0a5-4a06-9e13-ee4ec6041b93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1096 time: 0.0504184 Nov 03 21:43:01.876501 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-c4d12ea0-cf63-4661-a498-3b2f96e2d129 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 217 time: 0.0386014 Nov 03 21:43:01.914511 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bcbe0-b294-48a5-beb1-4c044e064ddf req-04081a99-3462-46c9-936e-1d27a6706c29 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:01.916079 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-840bcbe0-b294-48a5-beb1-4c044e064ddf req-04081a99-3462-46c9-936e-1d27a6706c29 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 946 time: 0.0520842 Nov 03 21:43:01.932474 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-71306571-e2ba-4f31-8044-5f81fb9243df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:01.933993 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-71306571-e2ba-4f31-8044-5f81fb9243df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 200 len: 847 time: 0.0481844 Nov 03 21:43:01.970335 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-840bcbe0-b294-48a5-beb1-4c044e064ddf req-76e2ad49-a032-4935-920b-4263cc8f833b tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474885 Nov 03 21:43:01.985643 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-714f773a-921b-4e4f-a449-49f6f53103a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:01.987190 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-714f773a-921b-4e4f-a449-49f6f53103a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d114de42-5fc6-4730-bde8-bb2110ce67a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445809 Nov 03 21:43:02.082096 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-5392e465-665b-4f27-b870-80610ac3437c service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853765 Nov 03 21:43:02.181430 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-5a7bad2e-5fb2-4652-9924-034880c6cf1d req-65565135-0d5a-4ba1-9814-f416ffde5933 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899827 Nov 03 21:43:02.273215 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-6d844228-014e-46fd-adb9-5629dede8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:02.274741 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-6d844228-014e-46fd-adb9-5629dede8ede service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1096 time: 0.0435550 Nov 03 21:43:02.381890 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-d8183437-b0d8-4a1b-a4ec-b7cc8ec5f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:02.383378 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-d8183437-b0d8-4a1b-a4ec-b7cc8ec5f80d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 909 time: 0.1007645 Nov 03 21:43:02.443378 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-db2939cf-8367-466d-9312-eb499add211e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 217 time: 0.0433838 Nov 03 21:43:02.498839 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-d89d441f-66a0-4a97-a7c0-1b0d394377f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:02.500334 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-d89d441f-66a0-4a97-a7c0-1b0d394377f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 200 len: 847 time: 0.0468361 Nov 03 21:43:02.567287 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-4a04ede7-07ec-4534-a02f-6a3b01886ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:02.568810 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-4a04ede7-07ec-4534-a02f-6a3b01886ed8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d114de42-5fc6-4730-bde8-bb2110ce67a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600586 Nov 03 21:43:02.625566 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73650805-fd37-461a-b731-efba9ef9ff3b req-3110987d-3886-4d0c-b2c5-fb9725726e94 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:02.627336 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-73650805-fd37-461a-b731-efba9ef9ff3b req-3110987d-3886-4d0c-b2c5-fb9725726e94 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0617685 Nov 03 21:43:02.699747 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-1a69bc4b-e702-4cbd-82f3-fe2a06f9fabd service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218605 Nov 03 21:43:02.711312 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-73650805-fd37-461a-b731-efba9ef9ff3b req-7b6b696f-a511-41a7-9d0d-ab0491d9f1cc tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718677 Nov 03 21:43:02.799636 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-ce747ac7-a33d-4c1b-9f62-03a3b90aa853 req-9ff291fa-99d7-45f5-8375-47924690ebb7 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891600 Nov 03 21:43:03.092388 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbfd8-9b7f-40e5-830b-48c49fc9c844 req-23eb6fc1-21a3-4861-a038-0ee4f288b076 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:03.094306 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e28bbfd8-9b7f-40e5-830b-48c49fc9c844 req-23eb6fc1-21a3-4861-a038-0ee4f288b076 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 946 time: 0.0524683 Nov 03 21:43:03.147662 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e28bbfd8-9b7f-40e5-830b-48c49fc9c844 req-1e8124f8-79c5-4511-9c95-2c5c11721567 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Nov 03 21:43:03.535692 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226f21a-d33c-40c0-9b0c-464819766fde req-f3b88f3f-07e7-4830-8d28-c41f7def6160 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:03.537664 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7226f21a-d33c-40c0-9b0c-464819766fde req-f3b88f3f-07e7-4830-8d28-c41f7def6160 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 946 time: 0.3182795 Nov 03 21:43:03.546333 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39350) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:43:03.551316 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Request body: {'floatingip': {'port_id': '14b65332-49bb-4630-bec3-b61eae0e25b9'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:43:03.595317 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:03.835424 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28d4b4-813f-4a08-87c1-1fb6aca78e90 req-297bfaae-97c4-41b3-a089-4428ce938191 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:03.844913 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6e28d4b4-813f-4a08-87c1-1fb6aca78e90 req-297bfaae-97c4-41b3-a089-4428ce938191 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0605967 Nov 03 21:43:03.896593 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6e28d4b4-813f-4a08-87c1-1fb6aca78e90 req-239c52ee-9b93-4d26-a053-0eca2876c2d2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500536 Nov 03 21:43:04.301665 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:04.306377 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:04.411581 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Floating IP d1d5f095-d5f8-460f-b224-ea07cae24642 associated. External IP: 172.27.0.35, port: 14b65332-49bb-4630-bec3-b61eae0e25b9. Nov 03 21:43:04.626375 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Router f3db5ab0-856b-43c4-9796-4f070f602e12 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:43:04.747052 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:43:04.751962 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:04.759130 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] Sync routers for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:43:04.770031 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:43:04.770663 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:04.789997 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-918fecc4-67f4-4063-b12c-f680c32f252a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "PUT /v2.0/floatingips/d1d5f095-d5f8-460f-b224-ea07cae24642 HTTP/1.1" status: 200 len: 991 time: 1.2425120 Nov 03 21:43:04.790575 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c959668-e792-4a7d-903d-25da1b466bb0', 'tag': '14b65332-49bb-4630-bec3-b61eae0e25b9'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:04.793081 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ded3e-5986-49a1-b09f-b31648984729" -d '{"events": [{"name": "network-changed", "server_uuid": "7c959668-e792-4a7d-903d-25da1b466bb0", "tag": "14b65332-49bb-4630-bec3-b61eae0e25b9"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:04.835609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e275658-3d29-4bb4-a36e-6a3fbea39743 x-openstack-request-id: req-5e275658-3d29-4bb4-a36e-6a3fbea39743 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:04.835906 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c959668-e792-4a7d-903d-25da1b466bb0", "tag": "14b65332-49bb-4630-bec3-b61eae0e25b9", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:04.836163 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e275658-3d29-4bb4-a36e-6a3fbea39743 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:04.836604 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c959668-e792-4a7d-903d-25da1b466bb0', 'tag': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'status': 'completed', 'code': 200} Nov 03 21:43:04.903565 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:43:04.913854 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ded3e-5986-49a1-b09f-b31648984729 req-1ac946c5-34a5-43aa-85dd-83380b98b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:04.915504 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-164ded3e-5986-49a1-b09f-b31648984729 req-1ac946c5-34a5-43aa-85dd-83380b98b92e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 1099 time: 0.0496762 Nov 03 21:43:05.039179 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ded3e-5986-49a1-b09f-b31648984729 req-d18e1c09-1e20-4c2c-b752-97f7cf6eb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:05.040281 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe32c02-8c1a-446f-9183-814f730b8269 req-b0376553-5d7b-4f4b-a642-feb6da31cf57 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:05.041109 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-164ded3e-5986-49a1-b09f-b31648984729 req-d18e1c09-1e20-4c2c-b752-97f7cf6eb5fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 200 len: 912 time: 0.1160066 Nov 03 21:43:05.041899 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2fe32c02-8c1a-446f-9183-814f730b8269 req-b0376553-5d7b-4f4b-a642-feb6da31cf57 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0546687 Nov 03 21:43:05.136818 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2fe32c02-8c1a-446f-9183-814f730b8269 req-c76cb47b-7094-443c-adf2-6222b3ef6a14 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876989 Nov 03 21:43:05.148173 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-164ded3e-5986-49a1-b09f-b31648984729 req-22f3bb4d-e8a7-4dce-8717-48d1a9aa6022 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b65332-49bb-4630-bec3-b61eae0e25b9 HTTP/1.1" status: 200 len: 999 time: 0.0995090 Nov 03 21:43:05.207028 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ded3e-5986-49a1-b09f-b31648984729 req-666d8fb0-ab5d-46a5-9ab0-057bef75cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:05.208596 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-164ded3e-5986-49a1-b09f-b31648984729 req-666d8fb0-ab5d-46a5-9ab0-057bef75cc97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 200 len: 850 time: 0.0534754 Nov 03 21:43:05.278502 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ded3e-5986-49a1-b09f-b31648984729 req-44841cab-898b-4ad3-b9db-a33f61e5b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:05.280048 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-164ded3e-5986-49a1-b09f-b31648984729 req-44841cab-898b-4ad3-b9db-a33f61e5b92d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56061263-27c8-4256-9a47-9e1244ee545b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634620 Nov 03 21:43:05.306790 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'd1d5f095-d5f8-460f-b224-ea07cae24642', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'port_id': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'mac_address': 'fa:16:3e:ab:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c959668-e792-4a7d-903d-25da1b466bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:42:48Z', 'updated_at': '2021-11-03T21:43:04Z', 'revision_number': 1, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:05.335058 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] Checking router: f3db5ab0-856b-43c4-9796-4f070f602e12 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:43:05.344582 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:43:05.345214 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:42:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:05.387075 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-164ded3e-5986-49a1-b09f-b31648984729 req-2f96a5d8-59a0-4812-964b-991f5f761a7f service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987909 Nov 03 21:43:05.462746 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:43:05.485726 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-164ded3e-5986-49a1-b09f-b31648984729 req-2f69cac3-47fb-4c90-918f-82cb7909fe07 service neutron] 10.222.0.11 "GET /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906448 Nov 03 21:43:05.718658 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a73205b9-d561-4122-af80-03342ea19150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:05.740045 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'd1d5f095-d5f8-460f-b224-ea07cae24642', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'port_id': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'mac_address': 'fa:16:3e:ab:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c959668-e792-4a7d-903d-25da1b466bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:42:48Z', 'updated_at': '2021-11-03T21:43:04Z', 'revision_number': 1, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:05.769439 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e149c-c0fb-4a08-8144-0f2a392652f5 None None] The sync data for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi is: [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'd1d5f095-d5f8-460f-b224-ea07cae24642', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'port_id': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'mac_address': 'fa:16:3e:ab:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c959668-e792-4a7d-903d-25da1b466bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:42:48Z', 'updated_at': '2021-11-03T21:43:04Z', 'revision_number': 1, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:43:05.967479 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885684a7-6278-4296-a0ad-e9139d99f5cb None None] New status for floating IP d1d5f095-d5f8-460f-b224-ea07cae24642: ACTIVE {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:43:06.283425 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fa31e-bbc1-4605-b2b8-6dadead963ae req-f6a690fb-8c2b-4e74-a84a-8a8dcdf48c1c tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:06.285067 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7b5fa31e-bbc1-4605-b2b8-6dadead963ae req-f6a690fb-8c2b-4e74-a84a-8a8dcdf48c1c tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0553963 Nov 03 21:43:06.343195 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7b5fa31e-bbc1-4605-b2b8-6dadead963ae req-d79791f0-5d3b-4b0c-9d03-2023b3ea4ec4 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499039 Nov 03 21:43:07.466206 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dde432-55aa-41ac-8371-857dcddfb1ca req-402a3865-b07c-4004-bf44-7eb96e5ebf88 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:07.467803 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3dde432-55aa-41ac-8371-857dcddfb1ca req-402a3865-b07c-4004-bf44-7eb96e5ebf88 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0524294 Nov 03 21:43:07.522054 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3dde432-55aa-41ac-8371-857dcddfb1ca req-85bc7a6e-bb78-49ab-8497-c4898eaf51fc tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461302 Nov 03 21:43:08.166276 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-82c81e7d-aedf-4d34-a1c4-9f58afef7d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:08.650530 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe1969-51bb-4c5c-a4f4-e69190225127 req-60b96cb2-4113-4e0e-be3f-097db0ee0591 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:08.652046 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2afe1969-51bb-4c5c-a4f4-e69190225127 req-60b96cb2-4113-4e0e-be3f-097db0ee0591 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0512414 Nov 03 21:43:08.709468 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2afe1969-51bb-4c5c-a4f4-e69190225127 req-ae693136-360c-4c7a-b9f4-cdb325537dcf tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512576 Nov 03 21:43:09.029957 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:09.833540 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64b6fa-e0f0-490b-b395-62077415714f req-61c4bbad-cd23-45f6-8069-6c9738e13099 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:09.835148 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1a64b6fa-e0f0-490b-b395-62077415714f req-61c4bbad-cd23-45f6-8069-6c9738e13099 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0524383 Nov 03 21:43:09.884965 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1a64b6fa-e0f0-490b-b395-62077415714f req-05c6478b-76ef-4377-b28f-334a15ac7f6c tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437725 Nov 03 21:43:10.336257 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:10.909729 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a3a4a392-ef94-424b-b67c-b99262a60f05 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:43:11.006685 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a9d65-c8d4-4264-a8da-0bb2aa5ca68f req-6bd381b4-2cec-435a-bf9b-a7340738054a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:11.008198 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-283a9d65-c8d4-4264-a8da-0bb2aa5ca68f req-6bd381b4-2cec-435a-bf9b-a7340738054a tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0507910 Nov 03 21:43:11.013674 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:11.025465 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'port_id': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'mac_address': 'fa:16:3e:8d:fc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:43:11.033428 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:43:11.063335 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-283a9d65-c8d4-4264-a8da-0bb2aa5ca68f req-54ec27e6-331f-4884-806f-7a2574681f6c tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485785 Nov 03 21:43:11.068277 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:11.082713 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a4a392-ef94-424b-b67c-b99262a60f05 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:43:11.105078 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:11.109169 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:11.168063 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:11.177773 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.178247 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.178449 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.178791 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.179177 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.179472 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.179796 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.180121 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.180493 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.180795 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.181170 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.181488 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:43:11.254647 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:11.374479 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['a3a4a392-ef94-424b-b67c-b99262a60f05'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:43:12.202706 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea127-b216-493c-aa99-65b3205c0046 req-e750942b-5a2a-4c13-8382-73945e7cb9f1 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:12.204377 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6e2ea127-b216-493c-aa99-65b3205c0046 req-e750942b-5a2a-4c13-8382-73945e7cb9f1 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 944 time: 0.0590613 Nov 03 21:43:12.279886 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6e2ea127-b216-493c-aa99-65b3205c0046 req-f15daf33-7110-4cf7-8433-ca54fea64304 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686746 Nov 03 21:43:12.919819 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a3a4a392-ef94-424b-b67c-b99262a60f05 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:43:12.977094 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port a3a4a392-ef94-424b-b67c-b99262a60f05 completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:43:12.981765 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port a3a4a392-ef94-424b-b67c-b99262a60f05 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:43:12.982130 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:13.067725 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:13.097916 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:13.101316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98a4697-4502-4fd8-9761-8153a379d2b4" -d '{"events": [{"server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "name": "network-vif-plugged", "status": "completed", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:13.122223 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:13.128664 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:13.171281 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bb795-1ad0-40e9-93fa-91a55403813b x-openstack-request-id: req-bb8bb795-1ad0-40e9-93fa-91a55403813b {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:13.171648 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "name": "network-vif-plugged", "status": "completed", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:13.172057 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb8bb795-1ad0-40e9-93fa-91a55403813b {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:13.172709 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'code': 200} Nov 03 21:43:13.221520 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:13.411391 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae59f0-09d0-42c8-a612-2202e7f032a6 req-a571410f-3f3a-4ede-8093-5cf85229cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:13.413206 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d6ae59f0-09d0-42c8-a612-2202e7f032a6 req-a571410f-3f3a-4ede-8093-5cf85229cb25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1098 time: 0.0506961 Nov 03 21:43:13.435424 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5c31d-8fb4-4b1a-9b4f-21dc6eb983e5 req-00c7090e-d5e8-4696-b2de-4247bb36d12b tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:13.438062 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6ba5c31d-8fb4-4b1a-9b4f-21dc6eb983e5 req-00c7090e-d5e8-4696-b2de-4247bb36d12b tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0694623 Nov 03 21:43:13.473392 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-d6ae59f0-09d0-42c8-a612-2202e7f032a6 req-5bdee47d-df61-46a1-9504-7350919f0960 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513575 Nov 03 21:43:13.493857 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6ba5c31d-8fb4-4b1a-9b4f-21dc6eb983e5 req-4653dd85-40f9-4cfb-a9c9-bb689248373e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494494 Nov 03 21:43:14.222829 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e858d1-d2a4-4def-9c27-0fb33dca3f2e req-262ef8df-3823-4bef-8882-00e91a98adbf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:14.225587 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10e858d1-d2a4-4def-9c27-0fb33dca3f2e req-262ef8df-3823-4bef-8882-00e91a98adbf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0892022 Nov 03 21:43:14.281846 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-10e858d1-d2a4-4def-9c27-0fb33dca3f2e req-a7903987-90ce-4899-a48f-b3512ec30dcb tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498810 Nov 03 21:43:14.617013 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73761b63-88ec-4b84-a941-9e6b9f883f29 req-6d9dcb48-b21f-4d8e-92c2-46796bc4cb6f tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:14.618700 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-73761b63-88ec-4b84-a941-9e6b9f883f29 req-6d9dcb48-b21f-4d8e-92c2-46796bc4cb6f tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0515704 Nov 03 21:43:14.700678 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-73761b63-88ec-4b84-a941-9e6b9f883f29 req-dc4489ec-4a7a-4d02-a95d-b423dea441d9 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712893 Nov 03 21:43:15.407416 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385513c-73a5-4f99-b05c-5606de0d8465 req-e2bda7ca-6c19-459a-9da8-b7cc2dca6fb4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:15.408877 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7385513c-73a5-4f99-b05c-5606de0d8465 req-e2bda7ca-6c19-459a-9da8-b7cc2dca6fb4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0489018 Nov 03 21:43:15.462755 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7385513c-73a5-4f99-b05c-5606de0d8465 req-5b30ded5-a154-449b-9f4f-765b9d698a87 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476577 Nov 03 21:43:15.822118 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202228f-5a11-47ed-89e6-bda7588929a5 req-e1adf2b6-6942-4608-8f4d-7bab4cd6a635 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:15.823729 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e202228f-5a11-47ed-89e6-bda7588929a5 req-e1adf2b6-6942-4608-8f4d-7bab4cd6a635 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0521743 Nov 03 21:43:15.877549 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e202228f-5a11-47ed-89e6-bda7588929a5 req-3c6f75b9-3981-4d5e-9d37-2c8a79720175 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469091 Nov 03 21:43:16.001037 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7310309-73fc-449f-9a63-42e921a0b6b1 req-3f4641d0-bd26-436d-a578-b2027521c26e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:16.002481 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f7310309-73fc-449f-9a63-42e921a0b6b1 req-3f4641d0-bd26-436d-a578-b2027521c26e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0552108 Nov 03 21:43:16.057564 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f7310309-73fc-449f-9a63-42e921a0b6b1 req-10db24ec-c8da-45b9-9845-506f980677d0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490098 Nov 03 21:43:16.082159 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39446) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:43:16.229814 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2702859-c101-463b-ac06-54ab3c1a6994 tempest-TestShelveInstance-1290509146 tempest-TestShelveInstance-1290509146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:16.231852 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-a2702859-c101-463b-ac06-54ab3c1a6994 tempest-TestShelveInstance-1290509146 tempest-TestShelveInstance-1290509146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1093 time: 0.1486962 Nov 03 21:43:16.234890 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39450) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:43:16.239178 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'port_id': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:43:16.261906 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for floatingip, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:16.364718 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:16.471375 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Allocated IP 172.27.0.197 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/4e70a16a-cbdb-40d8-9eed-9108560b7923) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:43:16.582316 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:16.591746 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3b71f-c0fd-4039-87fc-8f4c54f4a853 req-81d8aa68-6b96-45af-baff-a9191ba3adb0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:16.593403 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9ea3b71f-c0fd-4039-87fc-8f4c54f4a853 req-81d8aa68-6b96-45af-baff-a9191ba3adb0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0551238 Nov 03 21:43:16.619510 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:16.647038 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9ea3b71f-c0fd-4039-87fc-8f4c54f4a853 req-aee7665e-6c5a-48ba-935b-95e0f16d5a5b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 Nov 03 21:43:16.658411 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:43:16.663681 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:43:16.667590 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:43:16.674064 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'Port': ['ID=4e70a16a-cbdb-40d8-9eed-9108560b7923,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:17.050740 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:17.121559 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:17.280404 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:17.285461 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:17.353086 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event updated for resources: {'Port': ['ID=4e70a16a-cbdb-40d8-9eed-9108560b7923,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:17.369897 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:17.478267 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Floating IP ab118960-c012-46dc-9a49-fcfd85acae5e associated. External IP: 172.27.0.197, port: a3a4a392-ef94-424b-b67c-b99262a60f05. Nov 03 21:43:17.702587 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Router fec27a8b-72ef-491f-a420-8d195fc8f44c has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:43:17.782489 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe946f0-877b-415f-bcee-99f22e9d9dc6 req-2b1ec34d-4972-4bf3-bfef-459bf65821e0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:17.784033 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-abe946f0-877b-415f-bcee-99f22e9d9dc6 req-2b1ec34d-4972-4bf3-bfef-459bf65821e0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0518711 Nov 03 21:43:17.823472 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:43:17.835348 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] Sync routers for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:43:17.837170 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-abe946f0-877b-415f-bcee-99f22e9d9dc6 req-bb235cfa-2980-4fea-9f5e-e91e3fdf9faf tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468106 Nov 03 21:43:17.848953 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:17.852586 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:43:17.853423 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:43:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:17.878868 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-e1bc9e60-fc0b-4827-b23a-890403c9bfd2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6429420 Nov 03 21:43:17.879658 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:17.881979 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e65cb-55d8-4330-85a3-ffdffa459ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:17.980320 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:43:17.997961 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fffc98a-12cf-4530-9cc8-bbe1c7ab7676 x-openstack-request-id: req-7fffc98a-12cf-4530-9cc8-bbe1c7ab7676 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:17.998246 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:17.998507 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fffc98a-12cf-4530-9cc8-bbe1c7ab7676 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:17.998917 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'status': 'completed', 'code': 200} Nov 03 21:43:18.197205 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-0eceffbc-f139-4588-9929-3eeceaf63360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:18.198747 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-0eceffbc-f139-4588-9929-3eeceaf63360 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1098 time: 0.0501058 Nov 03 21:43:18.229146 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'ab118960-c012-46dc-9a49-fcfd85acae5e', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'port_id': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'mac_address': 'fa:16:3e:8d:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:43:16Z', 'updated_at': '2021-11-03T21:43:16Z', 'revision_number': 0, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:27Z', 'revision_number': 5, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:18.261192 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] Checking router: fec27a8b-72ef-491f-a420-8d195fc8f44c for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:43:18.271634 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:43:18.272274 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:43:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:18.322462 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-5e4cd4c1-b7ec-41a2-bf32-5c8f59633bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:18.325013 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-5e4cd4c1-b7ec-41a2-bf32-5c8f59633bf9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 909 time: 0.1103730 Nov 03 21:43:18.397132 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-11d7c699-2778-40d2-9970-c01bef82f94e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 999 time: 0.0638945 Nov 03 21:43:18.397642 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:43:18.460916 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-8bf14a47-1122-4137-89bb-88e308971807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:18.462498 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-8bf14a47-1122-4137-89bb-88e308971807 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 200 len: 847 time: 0.0568376 Nov 03 21:43:18.518827 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-cff9c25c-dbd9-4ab6-a2e9-d9e1a0c39f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:18.520370 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-cff9c25c-dbd9-4ab6-a2e9-d9e1a0c39f30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d114de42-5fc6-4730-bde8-bb2110ce67a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438137 Nov 03 21:43:18.621552 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-96741165-33c8-475b-9870-f3041ddb3a93 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925884 Nov 03 21:43:18.729366 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-539e65cb-55d8-4330-85a3-ffdffa459ab4 req-fa5c933b-c972-405c-8f3e-cee5e7650177 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999513 Nov 03 21:43:18.783632 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'ab118960-c012-46dc-9a49-fcfd85acae5e', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'port_id': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'mac_address': 'fa:16:3e:8d:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:43:16Z', 'updated_at': '2021-11-03T21:43:16Z', 'revision_number': 0, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:27Z', 'revision_number': 5, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:18.814849 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaab04f-f3dc-4907-8153-c3a5ed72bff1 None None] The sync data for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi is: [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': 'ab118960-c012-46dc-9a49-fcfd85acae5e', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'port_id': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'mac_address': 'fa:16:3e:8d:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:43:16Z', 'updated_at': '2021-11-03T21:43:16Z', 'revision_number': 0, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:27Z', 'revision_number': 5, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:43:18.972526 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8823c4-c2f8-4c5c-9b80-e07206c63003 req-9e5807cd-0501-4201-8b5a-6c18a7925b22 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:18.974011 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ee8823c4-c2f8-4c5c-9b80-e07206c63003 req-9e5807cd-0501-4201-8b5a-6c18a7925b22 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0537381 Nov 03 21:43:19.034512 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ee8823c4-c2f8-4c5c-9b80-e07206c63003 req-21af0661-215f-492b-8729-2b11e94282d4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518124 Nov 03 21:43:19.036731 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca058617-71a0-4756-86c6-6ab45d2720e3 None None] New status for floating IP ab118960-c012-46dc-9a49-fcfd85acae5e: ACTIVE {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:43:19.378569 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:20.189136 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fc13b-da9c-43fe-95ea-d48a3d08431f req-e38fc99c-c7cf-4a1a-bebd-3e94ce23de71 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:20.190889 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a06fc13b-da9c-43fe-95ea-d48a3d08431f req-e38fc99c-c7cf-4a1a-bebd-3e94ce23de71 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0536144 Nov 03 21:43:20.241400 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a06fc13b-da9c-43fe-95ea-d48a3d08431f req-fb91bb9d-6350-41be-8c84-33a727f9971a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 Nov 03 21:43:21.377722 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e95cf-4285-4f33-b93b-287ebd358c54 req-e5e9bdbe-3929-4a60-9979-18a6ba1e71eb tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:21.379557 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-df8e95cf-4285-4f33-b93b-287ebd358c54 req-e5e9bdbe-3929-4a60-9979-18a6ba1e71eb tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0527606 Nov 03 21:43:21.443894 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-df8e95cf-4285-4f33-b93b-287ebd358c54 req-50fc1a81-e064-435e-a6fc-bacb674b2a3c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581009 Nov 03 21:43:22.584890 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88629be2-9f87-47dc-b0ab-c63b0ca81430 req-7044f3ce-71a4-49e4-a295-76a947f95ccc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:22.586505 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-88629be2-9f87-47dc-b0ab-c63b0ca81430 req-7044f3ce-71a4-49e4-a295-76a947f95ccc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0593009 Nov 03 21:43:22.641827 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-88629be2-9f87-47dc-b0ab-c63b0ca81430 req-a4e78d13-d5de-40e1-b0ee-02d521183ff6 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482233 Nov 03 21:43:23.792060 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c26fb-a882-42b5-b512-81f0a147acb1 req-e9b14760-f692-46f2-bf97-457785486810 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:23.793730 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-784c26fb-a882-42b5-b512-81f0a147acb1 req-e9b14760-f692-46f2-bf97-457785486810 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0534368 Nov 03 21:43:23.848373 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-784c26fb-a882-42b5-b512-81f0a147acb1 req-763dea21-7f2c-4249-b9bd-d9db586abb5e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481288 Nov 03 21:43:24.982605 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88693e7b-f554-4b80-a780-940581716316 req-629e3735-fefa-4f84-8a48-834db315ed21 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:24.984157 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-88693e7b-f554-4b80-a780-940581716316 req-629e3735-fefa-4f84-8a48-834db315ed21 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0573428 Nov 03 21:43:25.035974 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-88693e7b-f554-4b80-a780-940581716316 req-e4de46fb-433a-43af-bdad-ebf392334083 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453906 Nov 03 21:43:26.163969 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc6c48-f739-4ab8-95b8-59e6fb498cc6 req-1aa12d17-45f0-4f2b-98a3-55664ce7f1a3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:26.165517 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1bc6c48-f739-4ab8-95b8-59e6fb498cc6 req-1aa12d17-45f0-4f2b-98a3-55664ce7f1a3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0506332 Nov 03 21:43:26.216911 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1bc6c48-f739-4ab8-95b8-59e6fb498cc6 req-80774f25-32d4-4f7f-a055-01f465aa9db9 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Nov 03 21:43:26.987555 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:43:27.092693 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:27.106794 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'port_id': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'mac_address': 'fa:16:3e:58:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:43:27.155722 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:27.169820 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de04cd87-0c5c-40da-adf7-f92a976ed74c {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:43:27.196951 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:27.202688 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:27.270595 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=6']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:27.320526 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['de04cd87-0c5c-40da-adf7-f92a976ed74c'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:43:27.350381 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac946b-276c-401a-80b5-89233ca85d61 req-e53904a4-b339-45ab-83c9-d9f56022a84d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:27.356155 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-85ac946b-276c-401a-80b5-89233ca85d61 req-e53904a4-b339-45ab-83c9-d9f56022a84d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 945 time: 0.0577712 Nov 03 21:43:27.416528 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-85ac946b-276c-401a-80b5-89233ca85d61 req-3b6af805-b55a-4919-8f85-280b1f3fdd44 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572267 Nov 03 21:43:28.593053 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff14ec-b143-41bd-8507-0ffd9c548171 req-641b3989-b03f-4f06-a44f-594b3bec6cad tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:28.595693 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4eff14ec-b143-41bd-8507-0ffd9c548171 req-641b3989-b03f-4f06-a44f-594b3bec6cad tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 946 time: 0.1003144 Nov 03 21:43:28.688188 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652cb5-fe82-4d7e-9b7a-84d66e71bad7 req-43a1cf15-f86d-497e-8e6d-3bd0f8e55c67 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:28.689858 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0c652cb5-fe82-4d7e-9b7a-84d66e71bad7 req-43a1cf15-f86d-497e-8e6d-3bd0f8e55c67 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 945 time: 0.1441085 Nov 03 21:43:28.694243 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4eff14ec-b143-41bd-8507-0ffd9c548171 req-8112da46-589f-4649-9164-460070c920d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750859 Nov 03 21:43:28.760033 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0c652cb5-fe82-4d7e-9b7a-84d66e71bad7 req-9b984257-1e8d-41d0-ac92-10bb0bf5263e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553172 Nov 03 21:43:29.000561 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:43:29.085740 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port de04cd87-0c5c-40da-adf7-f92a976ed74c triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:43:29.086667 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:29.241555 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:29.275803 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:29.279096 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0e1198-2af2-419b-a1bd-b42f935d13e2" -d '{"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-plugged", "status": "completed", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:29.295540 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:29.310222 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:29.405423 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=7']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:29.427159 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ece3670-4eef-43f0-8568-2e9cf0d3d89d x-openstack-request-id: req-4ece3670-4eef-43f0-8568-2e9cf0d3d89d {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:29.427539 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-plugged", "status": "completed", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:29.427851 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ece3670-4eef-43f0-8568-2e9cf0d3d89d {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:29.428400 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'code': 200} Nov 03 21:43:30.001890 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5349e-81e2-4564-b6b6-47e8fbe02299 req-f1b0855c-55d0-430b-8dd3-30197a577da0 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:30.005178 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9be5349e-81e2-4564-b6b6-47e8fbe02299 req-f1b0855c-55d0-430b-8dd3-30197a577da0 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 946 time: 0.1423371 Nov 03 21:43:30.055992 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d2848-7c4f-4f34-ac34-935ae2a4cab8 req-b02ce4d1-ea55-47eb-a0f6-efe2f3af81a7 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:30.057635 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-266d2848-7c4f-4f34-ac34-935ae2a4cab8 req-b02ce4d1-ea55-47eb-a0f6-efe2f3af81a7 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.1156871 Nov 03 21:43:30.096054 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9be5349e-81e2-4564-b6b6-47e8fbe02299 req-da5364d5-f3f5-48b4-ae0c-19ab52b286aa tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838828 Nov 03 21:43:30.145314 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-266d2848-7c4f-4f34-ac34-935ae2a4cab8 req-4d9d3089-ef3d-466b-a1e1-7b01c5ccbb2d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725846 Nov 03 21:43:30.305002 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b147ed-76d7-486f-94ee-a67415b48003 req-0c1fdcca-5fde-4462-8862-8c8ade1a551b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:30.307324 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-06b147ed-76d7-486f-94ee-a67415b48003 req-0c1fdcca-5fde-4462-8862-8c8ade1a551b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 946 time: 0.1001334 Nov 03 21:43:30.457780 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Deleting port 2fb26240-7163-4963-a18d-6e21d1ea2412 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:43:30.458121 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:30.611593 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] For port 2fb26240-7163-4963-a18d-6e21d1ea2412, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=2fb26240-7163-4963-a18d-6e21d1ea2412,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:30.611975 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:31.070628 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:31.070981 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:31.071503 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Floating IP fcec4376-8ad6-42b2-bfe3-53fcd04754e9 disassociated. External IP: 172.27.0.244, port: 2fb26240-7163-4963-a18d-6e21d1ea2412. Nov 03 21:43:31.072029 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Calling delete_port for 2fb26240-7163-4963-a18d-6e21d1ea2412 owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:43:31.256904 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:31.295864 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea576b-ad39-4f68-af37-7457917ed168 req-e5d8d59d-2b4b-4014-87ba-a5904f6053f4 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:31.296513 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event deleted for resources: {'Port': ['ID=2fb26240-7163-4963-a18d-6e21d1ea2412,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:31.303662 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-20ea576b-ad39-4f68-af37-7457917ed168 req-e5d8d59d-2b4b-4014-87ba-a5904f6053f4 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 867 time: 0.1070759 Nov 03 21:43:31.381743 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528476d0-ab75-4cb9-9cff-36033d432da4 req-bc71d3fe-d4b0-407e-8e96-776e40db439c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:31.383460 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-528476d0-ab75-4cb9-9cff-36033d432da4 req-bc71d3fe-d4b0-407e-8e96-776e40db439c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.1376157 Nov 03 21:43:31.444203 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-20ea576b-ad39-4f68-af37-7457917ed168 req-9ecd2753-64d7-45f7-9709-388d75a43314 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396439 Nov 03 21:43:31.465876 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:43:31.481560 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-528476d0-ab75-4cb9-9cff-36033d432da4 req-7ae17594-8fb5-4311-a063-7cb02edc49f4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903399 Nov 03 21:43:31.604508 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:43:31.620258 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:43:31.635169 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:43:31.635936 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:43:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:31.677028 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] No DVR routers for this DVR port 2fb26240-7163-4963-a18d-6e21d1ea2412 on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:43:31.680497 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:31.685338 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-06b147ed-76d7-486f-94ee-a67415b48003 req-41f0194f-e843-4400-ba38-040ee1521692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "DELETE /v2.0/ports/2fb26240-7163-4963-a18d-6e21d1ea2412 HTTP/1.1" status: 204 len: 173 time: 1.3648014 Nov 03 21:43:31.685892 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'name': 'network-vif-deleted', 'tag': '2fb26240-7163-4963-a18d-6e21d1ea2412'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:31.688515 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e11a5d-c034-432e-92b3-38889914f028" -d '{"events": [{"server_uuid": "6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0", "name": "network-vif-deleted", "tag": "2fb26240-7163-4963-a18d-6e21d1ea2412"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:31.767270 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8317e8c-18dd-4e77-a185-fe126c2d681c x-openstack-request-id: req-e8317e8c-18dd-4e77-a185-fe126c2d681c {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:31.767557 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0", "name": "network-vif-deleted", "tag": "2fb26240-7163-4963-a18d-6e21d1ea2412", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:31.767801 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8317e8c-18dd-4e77-a185-fe126c2d681c {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:31.768196 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0', 'name': 'network-vif-deleted', 'tag': '2fb26240-7163-4963-a18d-6e21d1ea2412', 'status': 'completed', 'code': 200} Nov 03 21:43:31.789191 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:43:32.038369 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:32.069580 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:43:32.079529 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:43:32.080440 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:43:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:32.200943 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:43:32.478690 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:43:32.516645 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef127f7-90c5-4ab0-8482-70529387a3e9 None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:43:32.707977 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1debfe28-6d68-47ed-a66d-e8139ac8420b req-e1d996f4-5087-4244-a955-77bff276ae05 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cf6f7a0-a9ce-4d2f-b8ab-1296a9b633b0 HTTP/1.1" status: 200 len: 210 time: 0.0573924 Nov 03 21:43:32.727120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda4cd-4a07-4033-84f1-06b95611f08f req-64a02590-603d-403d-95a5-24cdf545f826 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:32.729121 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-52bda4cd-4a07-4033-84f1-06b95611f08f req-64a02590-603d-403d-95a5-24cdf545f826 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.1188779 Nov 03 21:43:32.824402 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-52bda4cd-4a07-4033-84f1-06b95611f08f req-a891958f-6fb7-4f1d-aeac-f3e061ff41d5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886083 Nov 03 21:43:32.919009 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c163cd-56e2-49b1-9338-bc1fb1a13a8a None None] New status for floating IP fcec4376-8ad6-42b2-bfe3-53fcd04754e9: DOWN {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:43:33.984153 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef0491-8d59-4187-89e7-408dbc73164d req-077fb09d-c10c-44fb-9809-218b612eb76f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:33.985770 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-27ef0491-8d59-4187-89e7-408dbc73164d req-077fb09d-c10c-44fb-9809-218b612eb76f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0654163 Nov 03 21:43:34.068206 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-27ef0491-8d59-4187-89e7-408dbc73164d req-820f6174-5213-44ff-9088-98b47f71345b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657635 Nov 03 21:43:34.147650 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-fe3c578c-1386-4eae-b5f6-424d31dfdf84 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428635677&fields=id&tenant_id=d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 267 time: 0.0553625 Nov 03 21:43:34.259881 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-25f2bc9d-7847-47c1-a514-685ebe5357f3 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:34.264814 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-25f2bc9d-7847-47c1-a514-685ebe5357f3 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 811 time: 0.1163282 Nov 03 21:43:34.278458 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-967540b6-40cb-4a88-95fe-40061b20afd2 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/quotas/d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 375 time: 0.0105410 Nov 03 21:43:34.345658 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-49a667d8-bacb-42d1-82a5-0740608098f2 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611727 Nov 03 21:43:34.450576 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-08a0aa24-be65-43fe-a024-2591a9a85229 service neutron] 10.222.0.62 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959156 Nov 03 21:43:34.559144 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-cae2016e-c278-4c5e-adbb-ced5edd59365 service neutron] 10.222.0.62 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019347 Nov 03 21:43:34.894294 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa50b25a-ebba-4e7b-bc54-3025ec7a7eff req-07337b6e-a419-4982-89bd-af9d41ef7f8a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 210 time: 0.0273929 Nov 03 21:43:35.011532 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 2fb26240-7163-4963-a18d-6e21d1ea2412 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:43:35.035162 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 2fb26240-7163-4963-a18d-6e21d1ea2412 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:43:35.035527 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 2fb26240-7163-4963-a18d-6e21d1ea2412 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:43:35.232736 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63b6bd-fb16-4b26-9e52-0689040550be req-653b7a8e-f532-4f0b-aaf0-0f648350900c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:35.234513 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ef63b6bd-fb16-4b26-9e52-0689040550be req-653b7a8e-f532-4f0b-aaf0-0f648350900c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0624878 Nov 03 21:43:35.293689 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ef63b6bd-fb16-4b26-9e52-0689040550be req-20b2d437-99b1-494a-8780-812a0e185695 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511959 Nov 03 21:43:35.711942 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-40a03195-ab2f-4f64-b0f1-c65aa9dae539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:36.025020 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-54e03ad7-c1e1-46e3-8274-3fbd86ad9ff3 req-edf75aff-cadf-4325-a21e-ea1434c336c3 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 210 time: 0.0397143 Nov 03 21:43:36.149300 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-d872265f-f6b3-4d86-9702-40c667a7d30c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:36.151469 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-d872265f-f6b3-4d86-9702-40c667a7d30c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 811 time: 0.1607547 Nov 03 21:43:36.240525 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-58890e74-2f9b-46fb-8436-3dfa4abd3938 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 379 time: 0.0740147 Nov 03 21:43:36.265553 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'port': {'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'admin_state_up': True, 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'security_groups': ['37273184-e5ab-4a7d-a15a-7001ebaf684c']}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:43:36.444934 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980ded4-801b-4276-8913-4a6743cdc56f req-60ededbb-37ff-4266-87e7-8f6d6228c742 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:36.446924 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d980ded4-801b-4276-8913-4a6743cdc56f req-60ededbb-37ff-4266-87e7-8f6d6228c742 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0615463 Nov 03 21:43:36.455267 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Made reservation on behalf of d9ae235971d5467cbf6d19058d63882c for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:43:36.460202 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:36.518419 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d980ded4-801b-4276-8913-4a6743cdc56f req-f573728a-1162-484a-9582-cde6cbdff4fc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629795 Nov 03 21:43:36.617885 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Allocated IP 172.20.0.4 (d9396bc9-d804-479b-8930-8150cacae48d/a9031653-3a70-417f-82e2-b398c5f35018/46e821c8-a808-4297-8829-42681132b7af) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:43:36.789089 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:36.847375 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:36.889334 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Network d9396bc9-d804-479b-8930-8150cacae48d is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:43:36.891984 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:43:36.896864 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:43:36.938919 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=46e821c8-a808-4297-8829-42681132b7af,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:36.969938 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:36.970586 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:36.989989 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-ee081de6-94ee-4399-b881-1da8e7301492 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295432 Nov 03 21:43:37.008409 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Request body: {'port': {'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:43:37.081593 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:37.189042 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfa6d5-4560-4a1f-a9ad-80926c3d7abb req-c434b0e9-f5c8-4354-8d18-45ef7d099c98 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:37.199621 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-07cfa6d5-4560-4a1f-a9ad-80926c3d7abb req-c434b0e9-f5c8-4354-8d18-45ef7d099c98 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 931 time: 0.0674071 Nov 03 21:43:37.215964 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-a8a49c87-0e75-49f2-886f-6e4e520ea8fd None None] Provisioning complete for port 46e821c8-a808-4297-8829-42681132b7af triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:43:37.216647 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a8a49c87-0e75-49f2-886f-6e4e520ea8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:37.268486 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-07cfa6d5-4560-4a1f-a9ad-80926c3d7abb req-9fd415c7-e1f0-47aa-ac5b-aeae49e043e7 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672886 Nov 03 21:43:37.269581 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-a8a49c87-0e75-49f2-886f-6e4e520ea8fd None None] Port 46e821c8-a808-4297-8829-42681132b7af cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:43:37.433965 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e821c8-a808-4297-8829-42681132b7af {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:43:37.444556 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:37.468090 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Transition to ACTIVE for port object 46e821c8-a808-4297-8829-42681132b7af will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:43:37.473884 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:37.536958 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Pushing event updated for resources: {'Port': ['ID=46e821c8-a808-4297-8829-42681132b7af,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:37.657993 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Attempting to bind port 46e821c8-a808-4297-8829-42681132b7af on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:43:37.658336 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Attempting to bind port 46e821c8-a808-4297-8829-42681132b7af by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:43:37.658662 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Attempting to bind port 46e821c8-a808-4297-8829-42681132b7af on network d9396bc9-d804-479b-8930-8150cacae48d {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:43:37.663988 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Port 46e821c8-a808-4297-8829-42681132b7af on network d9396bc9-d804-479b-8930-8150cacae48d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:43:37.663988 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Attempting to bind port 46e821c8-a808-4297-8829-42681132b7af on network d9396bc9-d804-479b-8930-8150cacae48d {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:43:37.669821 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:43:37.670162 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Checking segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:43:37.672130 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Bound using segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:43:37.672130 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Bound port: 46e821c8-a808-4297-8829-42681132b7af, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:43:37.672130 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:37.674074 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20172dcf-94d6-413e-a4d8-4860b9f6ee05 req-20c4d4dd-694e-465f-9830-8f98cca5b9fa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:37.676299 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-20172dcf-94d6-413e-a4d8-4860b9f6ee05 req-20c4d4dd-694e-465f-9830-8f98cca5b9fa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0688627 Nov 03 21:43:37.744823 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-20172dcf-94d6-413e-a4d8-4860b9f6ee05 req-ddd61608-83d6-4d37-b5aa-969c554b906b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588169 Nov 03 21:43:37.758213 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] For port 46e821c8-a808-4297-8829-42681132b7af, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:43:37.764217 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] For port 46e821c8-a808-4297-8829-42681132b7af, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=46e821c8-a808-4297-8829-42681132b7af,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:43:37.774620 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:37.822069 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:37.822691 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:37.825105 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] 10.222.0.11 "PUT /v2.0/ports/46e821c8-a808-4297-8829-42681132b7af HTTP/1.1" status: 200 len: 1093 time: 0.8204534 Nov 03 21:43:37.825576 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'tag': '46e821c8-a808-4297-8829-42681132b7af'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:37.828074 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285e5a1a-f9f4-49f1-8293-b90bd885e768" -d '{"events": [{"name": "network-changed", "server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "tag": "46e821c8-a808-4297-8829-42681132b7af"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:37.846505 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e995f2e-1f41-45fa-8e28-af546beb65fa service neutron] Pushing event updated for resources: {'Port': ['ID=46e821c8-a808-4297-8829-42681132b7af,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:37.901941 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2af408d-59c6-4ae0-bd87-99c4d0196c50 x-openstack-request-id: req-a2af408d-59c6-4ae0-bd87-99c4d0196c50 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:37.902230 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "tag": "46e821c8-a808-4297-8829-42681132b7af", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:37.902479 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2af408d-59c6-4ae0-bd87-99c4d0196c50 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:37.902873 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'tag': '46e821c8-a808-4297-8829-42681132b7af', 'status': 'completed', 'code': 200} Nov 03 21:43:37.955167 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-6c6d2301-83a5-4410-90cd-95d31f15d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:37.956829 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-6c6d2301-83a5-4410-90cd-95d31f15d1b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 1096 time: 0.0466793 Nov 03 21:43:38.092832 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-c3314e30-9b9a-4f34-ae93-8fa4e725d049 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46e821c8-a808-4297-8829-42681132b7af HTTP/1.1" status: 200 len: 217 time: 0.0367346 Nov 03 21:43:38.154428 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-fb060c00-9648-414f-9ba5-4bcf55096aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.156183 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-fb060c00-9648-414f-9ba5-4bcf55096aa0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0472569 Nov 03 21:43:38.171953 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-052b95d9-47bc-4e5d-b983-1aed7a540d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:38.209767 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-83425052-16e4-4edc-b61a-a04bb4281e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.211300 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-83425052-16e4-4edc-b61a-a04bb4281e82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464072 Nov 03 21:43:38.325897 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-f0a0bfd5-6334-4a1b-a036-9f2f1c056705 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043794 Nov 03 21:43:38.335104 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-e6cd6bbe-ce22-4b47-a109-808e179845b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.336965 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-e6cd6bbe-ce22-4b47-a109-808e179845b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 1099 time: 0.0501206 Nov 03 21:43:38.440853 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-78a3511d-f2c8-4d1c-af8d-e80abc17a2bf req-55aefaa1-479d-4d76-b3cd-b7db25ddc0e4 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051021 Nov 03 21:43:38.472578 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e0e29-9064-4300-a007-afd1d9ec64aa req-7628941c-dcc3-4c3c-8166-23b57a803fbc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.474287 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5d3e0e29-9064-4300-a007-afd1d9ec64aa req-7628941c-dcc3-4c3c-8166-23b57a803fbc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.1173811 Nov 03 21:43:38.492955 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-84a3c985-4cd8-4cfb-a4f1-47bdb6550392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.494427 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-84a3c985-4cd8-4cfb-a4f1-47bdb6550392 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.1502805 Nov 03 21:43:38.558654 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-04a15fcb-ec41-4d93-b6c0-539b30500324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.560060 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-04a15fcb-ec41-4d93-b6c0-539b30500324 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 1096 time: 0.0427654 Nov 03 21:43:38.580666 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5d3e0e29-9064-4300-a007-afd1d9ec64aa req-f32e1d22-56a4-40ef-b5ee-dd67c1f1f35d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990727 Nov 03 21:43:38.613027 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-9eb755f4-16d2-4934-b39a-082b71eb3636 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c HTTP/1.1" status: 200 len: 1002 time: 0.0941327 Nov 03 21:43:38.663662 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-deda4c55-8071-49e1-ad5a-7750f63ff7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.665206 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-deda4c55-8071-49e1-ad5a-7750f63ff7ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.0436704 Nov 03 21:43:38.678266 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-f3745d8b-62e0-4400-8bfb-bcbc2d6bc27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.680718 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-f3745d8b-62e0-4400-8bfb-bcbc2d6bc27c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.1122432 Nov 03 21:43:38.718035 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-6664b771-42b7-4279-9f99-e972779c7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.719544 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-6664b771-42b7-4279-9f99-e972779c7cae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458865 Nov 03 21:43:38.725935 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-bfdd6c0f-3698-4e4c-924e-a14f639b21c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46e821c8-a808-4297-8829-42681132b7af HTTP/1.1" status: 200 len: 217 time: 0.0377219 Nov 03 21:43:38.783040 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-fd444217-65b2-4ddf-8659-3844ccc43e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.785042 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-fd444217-65b2-4ddf-8659-3844ccc43e33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0460503 Nov 03 21:43:38.828845 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-129fa70b-bf9f-4a9b-b7d1-347eb11f3021 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902009 Nov 03 21:43:38.838611 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-cd5232d0-e050-4e91-b0f2-733e5670e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.840888 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-cd5232d0-e050-4e91-b0f2-733e5670e2af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443892 Nov 03 21:43:38.937147 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54443297-24b2-45f3-a6c7-9866846fb392 req-ab904815-daf8-4141-b505-5b988fff441a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:38.937385 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-494ae32a-76a5-43c3-abd1-b95e26442e76 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869930 Nov 03 21:43:38.938723 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-54443297-24b2-45f3-a6c7-9866846fb392 req-ab904815-daf8-4141-b505-5b988fff441a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.1090491 Nov 03 21:43:38.974994 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dbfbc060-b2b5-4276-b13c-87bae2b1c03e req-952eec6a-27aa-4c44-8933-fad931997e1c service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357036 Nov 03 21:43:39.001583 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-54443297-24b2-45f3-a6c7-9866846fb392 req-f8705a72-3b5f-4aa2-9ca0-bc257b2882e0 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562377 Nov 03 21:43:39.034835 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-285e5a1a-f9f4-49f1-8293-b90bd885e768 req-70c52067-0cbe-49b3-9f19-f6ca99753fab service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860343 Nov 03 21:43:39.039737 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:39.701314 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4b4d3-1786-4736-bb8e-6167473e6afd req-ad68253f-7c59-4c49-aabc-14c353d69397 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:39.702879 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-85c4b4d3-1786-4736-bb8e-6167473e6afd req-ad68253f-7c59-4c49-aabc-14c353d69397 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0488632 Nov 03 21:43:39.759011 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-85c4b4d3-1786-4736-bb8e-6167473e6afd req-3fc02297-82c3-40e2-8a89-a870d36d1734 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497737 Nov 03 21:43:40.131435 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95818e21-c76a-4426-afb9-95de94e2f0e2 req-99102eb3-4112-4807-b843-9fd97dfb81ca tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:40.132961 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-95818e21-c76a-4426-afb9-95de94e2f0e2 req-99102eb3-4112-4807-b843-9fd97dfb81ca tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0493963 Nov 03 21:43:40.180690 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-95818e21-c76a-4426-afb9-95de94e2f0e2 req-5b8c6375-d724-42a5-93d3-50ff7c13069c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411627 Nov 03 21:43:40.333021 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:40.880327 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97ce2-1f94-456c-8dda-4e8a09ec96b4 req-12421186-ef18-42eb-8b1b-82f4ac5b1333 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:40.881759 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a5e97ce2-1f94-456c-8dda-4e8a09ec96b4 req-12421186-ef18-42eb-8b1b-82f4ac5b1333 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0500023 Nov 03 21:43:40.935162 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a5e97ce2-1f94-456c-8dda-4e8a09ec96b4 req-62bb5d82-d229-4250-8f85-e597890fb637 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472591 Nov 03 21:43:41.249348 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:41.310316 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308979-3169-4ea0-afb8-59b8e76b1658 req-d31470bf-bc48-4473-8764-055d6a9a44b8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:41.311972 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1b308979-3169-4ea0-afb8-59b8e76b1658 req-d31470bf-bc48-4473-8764-055d6a9a44b8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0536749 Nov 03 21:43:41.372387 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1b308979-3169-4ea0-afb8-59b8e76b1658 req-ef4c1ad3-e751-44f1-9eee-629301cd78ea tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497222 Nov 03 21:43:42.059561 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31a511-66a4-4dd5-89cd-55fb4434f8cf req-62088a0c-8576-484b-a85f-3b9445d0a55e tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:42.061393 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1f31a511-66a4-4dd5-89cd-55fb4434f8cf req-62088a0c-8576-484b-a85f-3b9445d0a55e tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0549195 Nov 03 21:43:42.115237 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1f31a511-66a4-4dd5-89cd-55fb4434f8cf req-68d2dd4f-7f31-4a16-a592-9f47970d39d7 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479863 Nov 03 21:43:42.295550 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28b9e-b6f5-42db-9f28-23c056c8f32e req-767f0bec-968c-4085-991f-8fdab1af6369 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:42.298082 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2de28b9e-b6f5-42db-9f28-23c056c8f32e req-767f0bec-968c-4085-991f-8fdab1af6369 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 946 time: 0.0577223 Nov 03 21:43:42.331051 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-33383025-ad77-49dc-a2ab-14693e96e998 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464292 Nov 03 21:43:42.352431 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2de28b9e-b6f5-42db-9f28-23c056c8f32e req-60fae54e-2e98-4660-b324-7ea7cfbd3c80 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Nov 03 21:43:43.031605 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:43:43.114061 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:43.138206 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:43:43.140529 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dcb001-7431-4d69-b796-ffb10c0b5723" -d '{"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-unplugged", "status": "completed", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:43:43.168419 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:43.170948 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-d048aa26-b900-47eb-a48e-3e49fef9bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:43.172612 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-d048aa26-b900-47eb-a48e-3e49fef9bd50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515&tenant_id=69fe03afb13143519213fc1b05c70b22 HTTP/1.1" status: 200 len: 1099 time: 0.0728371 Nov 03 21:43:43.173973 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:43.201590 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f09fa5-0689-4a67-b595-f1b26b028b1e x-openstack-request-id: req-a2f09fa5-0689-4a67-b595-f1b26b028b1e {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:43:43.201865 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-unplugged", "status": "completed", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:43:43.202107 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2f09fa5-0689-4a67-b595-f1b26b028b1e {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:43:43.202512 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'code': 200} Nov 03 21:43:43.228866 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=8']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:43.247571 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed937-8ad4-4d81-a803-696bad0e3305 req-89fb3f9a-7ef4-44c8-82e8-d638c3184f1a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:43.249315 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-401ed937-8ad4-4d81-a803-696bad0e3305 req-89fb3f9a-7ef4-44c8-82e8-d638c3184f1a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0604215 Nov 03 21:43:43.255184 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-b3aff2bf-41d9-44a3-8e13-2c78bd5b538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:43.256760 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-b3aff2bf-41d9-44a3-8e13-2c78bd5b538a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 1097 time: 0.0467548 Nov 03 21:43:43.300930 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-401ed937-8ad4-4d81-a803-696bad0e3305 req-ff416f07-a9b9-42f5-97b0-e9990e61d683 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457554 Nov 03 21:43:43.354416 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-37f5e3ff-5948-4cf2-b92b-80ea2b98e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:43.356584 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-37f5e3ff-5948-4cf2-b92b-80ea2b98e79a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.0912738 Nov 03 21:43:43.425898 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-73f4bcf6-0906-497d-aeb4-0160a92e02b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c HTTP/1.1" status: 200 len: 1000 time: 0.0607989 Nov 03 21:43:43.477155 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28f660-bfa0-49eb-9163-bd2bca506fd3 req-c07a84f5-ff85-4a47-8972-9f18b95c8a3b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:43.478171 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-04115fb5-10ea-4b0d-89fa-de0668984a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:43.478668 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d28f660-bfa0-49eb-9163-bd2bca506fd3 req-c07a84f5-ff85-4a47-8972-9f18b95c8a3b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0484049 Nov 03 21:43:43.481820 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-04115fb5-10ea-4b0d-89fa-de0668984a1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.0491123 Nov 03 21:43:43.528582 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-55097686-a29f-4f19-bbd1-4cbee154738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:43.530079 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-55097686-a29f-4f19-bbd1-4cbee154738f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410907 Nov 03 21:43:43.530592 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d28f660-bfa0-49eb-9163-bd2bca506fd3 req-8dba6316-97c8-498d-8a2f-c028dfe7d8a1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454538 Nov 03 21:43:43.625262 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-10503ed4-b8fc-420a-8a66-90cf1964ea76 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862467 Nov 03 21:43:43.715477 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-7cb587b1-49db-4709-ab73-ed3796635e06 req-2dbf3484-b81a-4c67-ac38-a4e1d28ae97a service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827925 Nov 03 21:43:44.434639 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0da5e-7ff9-4d3a-8355-176ff03cb6d8 req-0b54d672-2d14-419b-aeed-5042472a52e0 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:44.436312 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cab0da5e-7ff9-4d3a-8355-176ff03cb6d8 req-0b54d672-2d14-419b-aeed-5042472a52e0 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0536382 Nov 03 21:43:44.500870 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cab0da5e-7ff9-4d3a-8355-176ff03cb6d8 req-e38feda0-b1b1-47ce-b78d-5bc658495ffc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470607 Nov 03 21:43:44.669495 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22719263-2f34-4f6e-b3ca-cb61b6d20b80 req-831f9b97-1551-440c-812d-16f016ab2c48 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:44.670962 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-22719263-2f34-4f6e-b3ca-cb61b6d20b80 req-831f9b97-1551-440c-812d-16f016ab2c48 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0613999 Nov 03 21:43:44.738508 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-22719263-2f34-4f6e-b3ca-cb61b6d20b80 req-0e3e41bd-e18b-46ea-b695-686c2d075039 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608644 Nov 03 21:43:45.621324 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67761215-9d92-45d5-8c46-6167bd921ee8 req-0625e50e-5e48-4203-ac8c-f7781a767ebc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:45.623082 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-67761215-9d92-45d5-8c46-6167bd921ee8 req-0625e50e-5e48-4203-ac8c-f7781a767ebc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0532429 Nov 03 21:43:45.675576 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-67761215-9d92-45d5-8c46-6167bd921ee8 req-6412c43c-ad0d-4abc-b006-34c62dfe4991 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428038 Nov 03 21:43:45.867406 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d679d-c4f6-47a8-8991-383aec27a748 req-28239bd9-7472-4641-85c6-bb315b68e411 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:45.868996 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b62d679d-c4f6-47a8-8991-383aec27a748 req-28239bd9-7472-4641-85c6-bb315b68e411 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0480509 Nov 03 21:43:45.920386 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b62d679d-c4f6-47a8-8991-383aec27a748 req-d2aae6a2-e8d7-4e04-b5f1-f25fc709e24e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Nov 03 21:43:46.795302 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a90d6-48e6-44f0-b4af-d105ce6d3764 req-845b3ab8-8a91-4c9b-a072-55ebeaaa6aba tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:46.796875 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07a90d6-48e6-44f0-b4af-d105ce6d3764 req-845b3ab8-8a91-4c9b-a072-55ebeaaa6aba tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0543478 Nov 03 21:43:46.849266 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07a90d6-48e6-44f0-b4af-d105ce6d3764 req-8393bb16-dc02-41c5-9a1d-22dc71a8b9d1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459571 Nov 03 21:43:47.046910 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c664f20-172a-4ae8-aff5-0b4af405a5c4 req-72acbe9d-ac9e-4658-9e40-879206277157 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:47.048411 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0c664f20-172a-4ae8-aff5-0b4af405a5c4 req-72acbe9d-ac9e-4658-9e40-879206277157 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0480328 Nov 03 21:43:47.100724 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0c664f20-172a-4ae8-aff5-0b4af405a5c4 req-7c7e77b4-dcaa-42f6-ac4c-5e0b67778b61 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Nov 03 21:43:47.973127 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc2cec-862d-4bfd-bea5-9bb296a8344f req-45907a40-e4da-44b8-8fbd-8f6ac4c09d38 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:47.975037 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfc2cec-862d-4bfd-bea5-9bb296a8344f req-45907a40-e4da-44b8-8fbd-8f6ac4c09d38 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0542793 Nov 03 21:43:48.029796 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfc2cec-862d-4bfd-bea5-9bb296a8344f req-272db3f1-0fd5-452d-b78c-be06ac882aa4 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480723 Nov 03 21:43:48.035896 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:43:48.229091 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4ace0-97e4-4148-87aa-3a32fccdb52d req-9ce7ea26-aa5d-47f8-ac7a-932556477efa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:48.231203 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f2c4ace0-97e4-4148-87aa-3a32fccdb52d req-9ce7ea26-aa5d-47f8-ac7a-932556477efa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0551233 Nov 03 21:43:48.277925 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f2c4ace0-97e4-4148-87aa-3a32fccdb52d req-eb92da10-b8ff-4b69-bc76-7c7a96c4b084 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402281 Nov 03 21:43:49.151051 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe50699-eb72-49e7-b496-0bf5066d8fcd req-5b518cac-ce83-40c4-a9ef-800a174c1d75 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:49.153654 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fbe50699-eb72-49e7-b496-0bf5066d8fcd req-5b518cac-ce83-40c4-a9ef-800a174c1d75 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0509441 Nov 03 21:43:49.207459 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fbe50699-eb72-49e7-b496-0bf5066d8fcd req-38821723-81e0-4da7-b060-7336de16acf5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478172 Nov 03 21:43:49.384954 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:49.405868 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7561c-bce8-4592-a29e-3015f49d4ccc req-45d8cb41-72d6-4767-bdee-030b5d6b610a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:49.407422 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-45e7561c-bce8-4592-a29e-3015f49d4ccc req-45d8cb41-72d6-4767-bdee-030b5d6b610a tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0559628 Nov 03 21:43:49.457891 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-45e7561c-bce8-4592-a29e-3015f49d4ccc req-db19b843-0a6e-4ed8-be60-b273bc3160c3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Nov 03 21:43:50.328723 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a7b05-dd02-4a15-b542-d904f489d800 req-21a5b12c-b785-43e9-bd45-6712d3bec5c4 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:50.330288 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ac5a7b05-dd02-4a15-b542-d904f489d800 req-21a5b12c-b785-43e9-bd45-6712d3bec5c4 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0516088 Nov 03 21:43:50.388431 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ac5a7b05-dd02-4a15-b542-d904f489d800 req-fce27fa5-8586-4381-90e1-9dd1cc258547 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468202 Nov 03 21:43:50.596289 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa17b-e14f-4c0d-b824-24cd58a51998 req-72ae8cb5-61c6-42ee-b46d-0c8c50b19e68 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:50.597833 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0baaa17b-e14f-4c0d-b824-24cd58a51998 req-72ae8cb5-61c6-42ee-b46d-0c8c50b19e68 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0523252 Nov 03 21:43:50.651222 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0baaa17b-e14f-4c0d-b824-24cd58a51998 req-4abbec45-06b9-437c-ad3d-606d762fb9ea tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473020 Nov 03 21:43:51.515147 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4e60e-2911-48bc-9c14-b7c01004a6d3 req-efa497c6-dec4-48c3-af51-819a5323106f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:51.516740 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5d4e60e-2911-48bc-9c14-b7c01004a6d3 req-efa497c6-dec4-48c3-af51-819a5323106f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0514035 Nov 03 21:43:51.568823 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5d4e60e-2911-48bc-9c14-b7c01004a6d3 req-c54edff2-1387-4b8a-8a21-a2747647624d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454149 Nov 03 21:43:51.795048 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e626fe-4e5f-48d5-b53f-007291df7aea req-9751cb28-e658-420e-9dc1-ae0e24dad3bc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:51.796847 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-83e626fe-4e5f-48d5-b53f-007291df7aea req-9751cb28-e658-420e-9dc1-ae0e24dad3bc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0529909 Nov 03 21:43:51.850817 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-83e626fe-4e5f-48d5-b53f-007291df7aea req-29abfd6a-c95d-4ffc-9c06-fd5db7914b1e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478578 Nov 03 21:43:52.688407 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ac1b2-8abe-478e-8dbb-e829f07d32e6 req-8c1d9fc5-b161-432c-9b36-cca7db6ba8ea tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:52.689908 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b02ac1b2-8abe-478e-8dbb-e829f07d32e6 req-8c1d9fc5-b161-432c-9b36-cca7db6ba8ea tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0526958 Nov 03 21:43:52.744218 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b02ac1b2-8abe-478e-8dbb-e829f07d32e6 req-ad4d8cf8-438f-4c20-871f-b0c8e787e20a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475051 Nov 03 21:43:52.978542 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1ef1-274d-4f89-ad11-bd303d55a387 req-20819768-e166-4090-9c7b-8aae53b54cb8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:52.980101 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bc5e1ef1-274d-4f89-ad11-bd303d55a387 req-20819768-e166-4090-9c7b-8aae53b54cb8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0512669 Nov 03 21:43:53.034303 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bc5e1ef1-274d-4f89-ad11-bd303d55a387 req-b7a349d5-5075-4db7-b9c8-066d3a6676fc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482106 Nov 03 21:43:53.870106 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8510f7-2c38-4f23-bfa2-22e13198e69e req-75508b15-aa75-4fa0-9658-c81b9822c692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:53.878937 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bf8510f7-2c38-4f23-bfa2-22e13198e69e req-75508b15-aa75-4fa0-9658-c81b9822c692 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0639241 Nov 03 21:43:53.933817 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-bf8510f7-2c38-4f23-bfa2-22e13198e69e req-5230ac38-d99d-429c-837d-280fcda6de81 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539165 Nov 03 21:43:54.179185 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2beb3-dc15-4c4b-be33-cc2222162735 req-b422e5bc-9ab3-4f97-ab38-6ad837695443 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:54.180897 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aef2beb3-dc15-4c4b-be33-cc2222162735 req-b422e5bc-9ab3-4f97-ab38-6ad837695443 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0682840 Nov 03 21:43:54.231075 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aef2beb3-dc15-4c4b-be33-cc2222162735 req-73fe60a6-d2eb-4a77-987d-b36144ddb39b tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Nov 03 21:43:55.054105 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c30163-5958-42a7-b590-6ae6d48bb064 req-ca68fee4-7042-42cd-80c7-3ff3caa7d1e3 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:55.055716 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b2c30163-5958-42a7-b590-6ae6d48bb064 req-ca68fee4-7042-42cd-80c7-3ff3caa7d1e3 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0508418 Nov 03 21:43:55.144940 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b2c30163-5958-42a7-b590-6ae6d48bb064 req-cf83659a-7b3b-4460-aab9-abf6e1dfd2bc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789773 Nov 03 21:43:55.383575 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2e40d-c416-4ecd-8b32-5ea63066c347 req-eb8f98e2-e5b6-418f-a349-af2fba15e084 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:55.385081 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4db2e40d-c416-4ecd-8b32-5ea63066c347 req-eb8f98e2-e5b6-418f-a349-af2fba15e084 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0514846 Nov 03 21:43:55.436727 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4db2e40d-c416-4ecd-8b32-5ea63066c347 req-27c1ba0b-ebc1-41f5-9da6-55a16bb8ff92 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Nov 03 21:43:56.269184 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-8ba19795-e442-4e95-80c2-d1398004c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:56.270775 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-8ba19795-e442-4e95-80c2-d1398004c989 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69fe03afb13143519213fc1b05c70b22&device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 1097 time: 0.0465977 Nov 03 21:43:56.272525 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ec615-0e88-422f-b820-43272ffff853 req-6bd4f47e-2d7e-42ca-8c7c-77fe0f50fecf tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:56.279845 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e28ec615-0e88-422f-b820-43272ffff853 req-6bd4f47e-2d7e-42ca-8c7c-77fe0f50fecf tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0626998 Nov 03 21:43:56.333436 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e28ec615-0e88-422f-b820-43272ffff853 req-8a3a49c7-cbf7-4e62-8175-53ced3f58670 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527096 Nov 03 21:43:56.398041 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-3a6cab94-1854-46af-b21e-35cc06e5ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:56.399529 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-3a6cab94-1854-46af-b21e-35cc06e5ecd1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 200 len: 918 time: 0.0972245 Nov 03 21:43:56.486332 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-88923701-3d19-43bc-be2d-d4f04ad55c8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c HTTP/1.1" status: 200 len: 1000 time: 0.0770795 Nov 03 21:43:56.548081 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-587ca8b4-e36c-4ed3-b503-48adbe5718b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:56.549653 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-587ca8b4-e36c-4ed3-b503-48adbe5718b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 200 len: 856 time: 0.0533791 Nov 03 21:43:56.573881 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f8bb7-0a34-4c7e-a8b5-4e5c7023f4f6 req-3c351de1-d578-4b79-abba-fa4acc1faf3d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:56.575735 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-244f8bb7-0a34-4c7e-a8b5-4e5c7023f4f6 req-3c351de1-d578-4b79-abba-fa4acc1faf3d tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0566630 Nov 03 21:43:56.600311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-703919a1-b754-42fb-b604-1aa5509cbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:56.602281 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-703919a1-b754-42fb-b604-1aa5509cbee2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c83cbf0a-75d3-4246-af57-b07af1cdc217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448515 Nov 03 21:43:56.629868 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-244f8bb7-0a34-4c7e-a8b5-4e5c7023f4f6 req-78e09957-e831-49ec-8992-2527cd1af9d5 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463634 Nov 03 21:43:56.700985 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-45d4f103-cfb3-4426-9017-8fe2b24fbbf0 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899045 Nov 03 21:43:56.796653 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f2689df8-a3ce-495b-a113-91dfaad7342a req-0172f924-44e5-4f92-9d47-c8ea5239f0d5 service neutron] 10.222.0.11 "GET /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885801 Nov 03 21:43:57.457908 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87c1ac-3edd-4aee-b0be-f4db550dae6f req-2e045697-3582-4d82-9825-515990eb2fda tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:57.459348 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7c87c1ac-3edd-4aee-b0be-f4db550dae6f req-2e045697-3582-4d82-9825-515990eb2fda tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0499895 Nov 03 21:43:57.513899 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7c87c1ac-3edd-4aee-b0be-f4db550dae6f req-ee91d4a8-bd98-4374-b131-09d42d7199fc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484169 Nov 03 21:43:57.757302 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd068e6-6fb3-4e5c-ad55-74f2f7273edd req-97719796-9a5b-40a5-b7d1-6b2dee7835d8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:57.758846 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cfd068e6-6fb3-4e5c-ad55-74f2f7273edd req-97719796-9a5b-40a5-b7d1-6b2dee7835d8 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0509369 Nov 03 21:43:57.814285 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-cfd068e6-6fb3-4e5c-ad55-74f2f7273edd req-8b696741-6c14-4ff8-b750-be9ca6b9bd47 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487666 Nov 03 21:43:58.630599 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2984f-ec80-4c84-93e2-f7f36c59b68a req-234f3c2a-7dcd-4172-bc5f-854f186c9f64 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:58.632213 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dfd2984f-ec80-4c84-93e2-f7f36c59b68a req-234f3c2a-7dcd-4172-bc5f-854f186c9f64 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 943 time: 0.0498981 Nov 03 21:43:58.681891 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-dfd2984f-ec80-4c84-93e2-f7f36c59b68a req-c66a4ffb-9bba-4d47-a7c4-a86b268294c1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437338 Nov 03 21:43:58.942139 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cfd94-0ab8-4ad8-83d7-2cdc111beba0 req-8f523f24-3eb2-470f-ad9f-a409ee101954 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:58.943852 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4d0cfd94-0ab8-4ad8-83d7-2cdc111beba0 req-8f523f24-3eb2-470f-ad9f-a409ee101954 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 944 time: 0.0551589 Nov 03 21:43:58.993414 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4d0cfd94-0ab8-4ad8-83d7-2cdc111beba0 req-13c7edbd-7773-4d15-9402-1f5993be0c9e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 Nov 03 21:43:59.153755 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:43:59.253854 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:59.265644 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'port_id': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'mac_address': 'fa:16:3e:58:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:43:59.304088 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:59.317389 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de04cd87-0c5c-40da-adf7-f92a976ed74c {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:43:59.338263 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:59.341742 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:59.342393 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 46e821c8-a808-4297-8829-42681132b7af details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:43:59.417300 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=9']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:59.477214 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 46e821c8-a808-4297-8829-42681132b7af, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=46e821c8-a808-4297-8829-42681132b7af,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:59.488026 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '46e821c8-a808-4297-8829-42681132b7af', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:43:59.525255 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:59.541193 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e821c8-a808-4297-8829-42681132b7af {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:43:59.562812 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 46e821c8-a808-4297-8829-42681132b7af, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=46e821c8-a808-4297-8829-42681132b7af,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:43:59.567184 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:43:59.616373 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=46e821c8-a808-4297-8829-42681132b7af,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:43:59.800285 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681955-2229-4128-acb5-7ed84fe55f4e req-8af6dec0-6a49-44f9-bb16-b3f9acfe7f3a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:43:59.801831 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-03681955-2229-4128-acb5-7ed84fe55f4e req-8af6dec0-6a49-44f9-bb16-b3f9acfe7f3a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 944 time: 0.0537918 Nov 03 21:43:59.818922 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['46e821c8-a808-4297-8829-42681132b7af'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:43:59.822694 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['de04cd87-0c5c-40da-adf7-f92a976ed74c'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:43:59.852273 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-03681955-2229-4128-acb5-7ed84fe55f4e req-57056f88-2337-49f2-941a-4ae0156d4107 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445974 Nov 03 21:44:00.166600 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026acc-cd43-4d99-8a6b-22a6f1e932cf req-4d24f42c-e903-4b9a-8739-b8fa00bcdabd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:00.168877 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a4026acc-cd43-4d99-8a6b-22a6f1e932cf req-4d24f42c-e903-4b9a-8739-b8fa00bcdabd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 945 time: 0.0491080 Nov 03 21:44:00.217019 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a4026acc-cd43-4d99-8a6b-22a6f1e932cf req-6f0b9ebd-0d08-4c9a-bb98-c7f0ff56faa1 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Nov 03 21:44:00.976683 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac55f21-b6ab-4c0b-8414-3d8c9a213f5f req-eef9e625-8cad-420b-8428-b711468de392 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:00.978355 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ac55f21-b6ab-4c0b-8414-3d8c9a213f5f req-eef9e625-8cad-420b-8428-b711468de392 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 944 time: 0.0539258 Nov 03 21:44:01.040078 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ac55f21-b6ab-4c0b-8414-3d8c9a213f5f req-3a90509e-fff3-4ee4-a350-09ac20973b1c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527658 Nov 03 21:44:01.169652 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 46e821c8-a808-4297-8829-42681132b7af up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:44:01.219745 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 46e821c8-a808-4297-8829-42681132b7af completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:44:01.223865 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 46e821c8-a808-4297-8829-42681132b7af triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:44:01.224224 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:01.302726 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:01.328528 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e821c8-a808-4297-8829-42681132b7af'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:44:01.331055 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5c20ea-061e-4bcd-bcd1-d7a29506f3db" -d '{"events": [{"server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "name": "network-vif-plugged", "status": "completed", "tag": "46e821c8-a808-4297-8829-42681132b7af"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:44:01.341140 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7bff2-f21f-4f11-97ed-2e656b1889ff req-86b2ff84-136b-4b76-a9c1-faa04c79647c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:01.342706 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-99d7bff2-f21f-4f11-97ed-2e656b1889ff req-86b2ff84-136b-4b76-a9c1-faa04c79647c tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 945 time: 0.0525634 Nov 03 21:44:01.354768 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 46e821c8-a808-4297-8829-42681132b7af, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=46e821c8-a808-4297-8829-42681132b7af,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:01.359944 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:01.360895 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:44:01.399916 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-99d7bff2-f21f-4f11-97ed-2e656b1889ff req-688be57d-7eb1-41d2-929d-59c64f813ca4 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476239 Nov 03 21:44:01.405579 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e479ef-3b92-472c-8b33-a23ab90b9133 x-openstack-request-id: req-01e479ef-3b92-472c-8b33-a23ab90b9133 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:44:01.405935 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "name": "network-vif-plugged", "status": "completed", "tag": "46e821c8-a808-4297-8829-42681132b7af", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:44:01.406248 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01e479ef-3b92-472c-8b33-a23ab90b9133 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:44:01.406770 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e821c8-a808-4297-8829-42681132b7af', 'code': 200} Nov 03 21:44:01.444305 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=46e821c8-a808-4297-8829-42681132b7af,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:01.457227 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port de04cd87-0c5c-40da-adf7-f92a976ed74c triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:44:01.457583 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:01.546992 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:01.580314 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:01.584370 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:01.591910 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e69dab-a6ad-49f3-8266-8aecdf321e41 req-ccfa9d9d-0eda-4f85-9234-50b02bc146d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:01.593486 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-32e69dab-a6ad-49f3-8266-8aecdf321e41 req-ccfa9d9d-0eda-4f85-9234-50b02bc146d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 1098 time: 0.0405109 Nov 03 21:44:01.637925 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=10']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:01.646853 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-32e69dab-a6ad-49f3-8266-8aecdf321e41 req-c3faec27-2f5f-407d-abc4-dcd800d68ccf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456114 Nov 03 21:44:02.155850 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48402-798a-4bfe-991c-db19c8a2726c req-71a2fd96-b21a-49ab-947b-87892d247866 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:02.157746 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4fa48402-798a-4bfe-991c-db19c8a2726c req-71a2fd96-b21a-49ab-947b-87892d247866 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 945 time: 0.0480690 Nov 03 21:44:02.209343 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4fa48402-798a-4bfe-991c-db19c8a2726c req-dfdaf15a-9205-4364-acca-52e034046776 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456331 Nov 03 21:44:02.526906 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee473a9-a586-4ca4-97b2-c426daf718f8 req-c27c0da2-8b6d-4cda-8c55-54b397933617 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:02.528482 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aee473a9-a586-4ca4-97b2-c426daf718f8 req-c27c0da2-8b6d-4cda-8c55-54b397933617 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 947 time: 0.0524247 Nov 03 21:44:02.575862 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aee473a9-a586-4ca4-97b2-c426daf718f8 req-f4ebf49d-16d9-4123-aa8b-f0076afbd768 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413921 Nov 03 21:44:03.323731 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4dbed-5ef8-4836-ab35-8aea2f1291d0 req-8e163dfc-9cec-40f9-af1e-a20a5f44a2d8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:03.325354 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddd4dbed-5ef8-4836-ab35-8aea2f1291d0 req-8e163dfc-9cec-40f9-af1e-a20a5f44a2d8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 945 time: 0.0494876 Nov 03 21:44:03.377207 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddd4dbed-5ef8-4836-ab35-8aea2f1291d0 req-f64ba823-cf6f-4760-9559-b9bdd9d6a05a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446301 Nov 03 21:44:03.408581 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:44:03.412199 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22ce631-2a5a-4230-a3cb-adbeee03f105" -d '{"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-plugged", "status": "completed", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:44:03.458851 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c189588d-0461-4c08-8d06-c74e44ee1acd x-openstack-request-id: req-c189588d-0461-4c08-8d06-c74e44ee1acd {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:44:03.459151 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-plugged", "status": "completed", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:44:03.459430 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c189588d-0461-4c08-8d06-c74e44ee1acd {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:44:03.459792 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'code': 200} Nov 03 21:44:03.504568 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f40f16-84aa-4aad-aaf1-126a0b2a0254 req-3c31b75e-60e6-42d3-b9ab-437178af6113 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:03.506207 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-46f40f16-84aa-4aad-aaf1-126a0b2a0254 req-3c31b75e-60e6-42d3-b9ab-437178af6113 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 945 time: 0.0587156 Nov 03 21:44:03.568004 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-46f40f16-84aa-4aad-aaf1-126a0b2a0254 req-078ae6d8-83e4-4e48-9193-1b90dee0e45c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518110 Nov 03 21:44:03.596382 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39838) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:03.643697 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc0216-c8ec-4b86-9fe8-fe775f20a5cc tempest-TestVolumeBootPattern-718613212 tempest-TestVolumeBootPattern-718613212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:03.648268 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39842) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:03.648482 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-a2dc0216-c8ec-4b86-9fe8-fe775f20a5cc tempest-TestVolumeBootPattern-718613212 tempest-TestVolumeBootPattern-718613212-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 1093 time: 0.0508566 Nov 03 21:44:03.654282 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:44:03.688320 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec8a1-31ce-4661-99bf-2459e98a5aa7 req-9cb88c1f-f835-4368-acfd-1a32fd91c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:03.689905 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0a7ec8a1-31ce-4661-99bf-2459e98a5aa7 req-9cb88c1f-f835-4368-acfd-1a32fd91c85d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 1100 time: 0.0404909 Nov 03 21:44:03.705208 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:03.728029 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec8311-34f0-432b-9e1d-2032c3c93030 req-2b67b1e9-39aa-400c-970f-214ccf213c97 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:03.730204 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c5ec8311-34f0-432b-9e1d-2032c3c93030 req-2b67b1e9-39aa-400c-970f-214ccf213c97 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 947 time: 0.0693851 Nov 03 21:44:03.736311 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0a7ec8a1-31ce-4661-99bf-2459e98a5aa7 req-54db7641-e132-4a75-bab1-7847673465dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382898 Nov 03 21:44:03.818368 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c5ec8311-34f0-432b-9e1d-2032c3c93030 req-92bf2981-d6bf-4b4a-a15d-762137e57f42 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800421 Nov 03 21:44:03.851914 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:03.952702 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Allocated IP 172.27.0.196 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/c0e287d7-d818-4a5d-8261-a1c44eb5711b) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:44:04.059903 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:04.095171 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:04.132688 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:44:04.136500 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:44:04.143656 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:44:04.170958 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=c0e287d7-d818-4a5d-8261-a1c44eb5711b,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:04.189931 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.190288 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.190636 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.190980 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.191325 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.191663 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.191996 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.192377 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.192708 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.193044 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.193370 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.193694 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:04.793735 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:04.883707 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:05.003399 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f1a1-fd2d-42b2-a6de-7952640f6055 req-0f218547-856d-4719-aa05-ce4df3b1e7d9 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:05.005073 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e7b2f1a1-fd2d-42b2-a6de-7952640f6055 req-0f218547-856d-4719-aa05-ce4df3b1e7d9 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 947 time: 0.0858552 Nov 03 21:44:05.109447 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e7b2f1a1-fd2d-42b2-a6de-7952640f6055 req-c19efb64-bdeb-46bf-b6db-1f38f847c96e tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758996 Nov 03 21:44:05.144273 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:05.148855 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:05.222219 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=c0e287d7-d818-4a5d-8261-a1c44eb5711b,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:05.231172 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:05.336530 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Floating IP 16d4ae6c-1888-4d5c-98b6-bcce918c8c75 associated. External IP: 172.27.0.196, port: 46e821c8-a808-4297-8829-42681132b7af. Nov 03 21:44:05.555790 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:44:05.666108 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:44:05.680775 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:44:05.686924 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:05.695065 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:05.695736 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:43:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:05.716433 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c628c6a5-8ef6-4d4a-b7ed-d430b342e72f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0664120 Nov 03 21:44:05.717112 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'tag': '46e821c8-a808-4297-8829-42681132b7af'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:44:05.719903 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8fe3a-108c-4947-b944-351f3c70ee0f" -d '{"events": [{"name": "network-changed", "server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "tag": "46e821c8-a808-4297-8829-42681132b7af"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:44:05.763546 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b554923d-3247-4538-9045-936fe6af6fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:05.829722 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40845f32-91f7-47a6-bdf1-f80d48f47b23 x-openstack-request-id: req-40845f32-91f7-47a6-bdf1-f80d48f47b23 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:44:05.830243 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "tag": "46e821c8-a808-4297-8829-42681132b7af", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:44:05.830243 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40845f32-91f7-47a6-bdf1-f80d48f47b23 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:44:05.830642 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'tag': '46e821c8-a808-4297-8829-42681132b7af', 'status': 'completed', 'code': 200} Nov 03 21:44:05.850656 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:05.897264 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-94aa271c-1172-4f9a-a2c9-8bcbe216e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:05.898864 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-94aa271c-1172-4f9a-a2c9-8bcbe216e97d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 1098 time: 0.0464711 Nov 03 21:44:06.003639 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-3ebeab81-8304-45d4-846c-0e39b9ab4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:06.005299 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-3ebeab81-8304-45d4-846c-0e39b9ab4906 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.0989113 Nov 03 21:44:06.081149 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-5a01603a-3796-470e-b11f-b11f2f43f71d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46e821c8-a808-4297-8829-42681132b7af HTTP/1.1" status: 200 len: 999 time: 0.0631990 Nov 03 21:44:06.132854 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:04Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:06.147779 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-4dc0292c-7993-44a4-9ca5-b5ddf8812b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:06.149284 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-4dc0292c-7993-44a4-9ca5-b5ddf8812b24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0608027 Nov 03 21:44:06.163739 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:44:06.173105 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:06.173717 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:43:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:06.196725 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-eb28b2d2-35c0-41b8-8928-aecda8c8327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:06.198830 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-eb28b2d2-35c0-41b8-8928-aecda8c8327e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414460 Nov 03 21:44:06.242369 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e6bb-35b3-4fc0-ab81-9e7154afeebf req-fe5dbbcc-8b5c-4dba-8598-9079d4eaacad tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:06.243924 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eee6e6bb-35b3-4fc0-ab81-9e7154afeebf req-fe5dbbcc-8b5c-4dba-8598-9079d4eaacad tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 947 time: 0.0540154 Nov 03 21:44:06.287889 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:06.295541 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-eee6e6bb-35b3-4fc0-ab81-9e7154afeebf req-3937f208-f15e-4ae3-8b87-cbff24567ffd tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448456 Nov 03 21:44:06.298798 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-939f5f5c-49d6-4e3d-af54-38ea21ad4424 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912831 Nov 03 21:44:06.400639 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-f1f8fe3a-108c-4947-b944-351f3c70ee0f req-d651734a-7733-45c2-83e6-47d2a16b58b3 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944319 Nov 03 21:44:06.535218 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:04Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:06.563357 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ef40f-4292-4967-9766-f7314c65c204 None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:04Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:44:06.759953 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a7ac9-4b06-4fcf-992c-9f99a1326d43 None None] New status for floating IP 16d4ae6c-1888-4d5c-98b6-bcce918c8c75: ACTIVE {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:44:08.165830 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b0d66ee6-98c0-4775-afe2-59e7df232ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:09.038184 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:10.336381 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:11.251780 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:16.863248 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257b205-1309-4004-be16-40a4b19f5cdd req-45a74304-af04-4fe9-b465-ee9d08174663 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:16.864716 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3257b205-1309-4004-be16-40a4b19f5cdd req-45a74304-af04-4fe9-b465-ee9d08174663 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 946 time: 0.0542748 Nov 03 21:44:16.912142 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3257b205-1309-4004-be16-40a4b19f5cdd req-dcc30bb9-45f6-4696-9611-0a3e88973c62 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Nov 03 21:44:18.029179 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b0df3-1ec6-48c9-9087-fc254c74e6df req-5b2d7180-0a7d-4ad8-b0a6-fc21b6915f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:18.030758 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-610b0df3-1ec6-48c9-9087-fc254c74e6df req-5b2d7180-0a7d-4ad8-b0a6-fc21b6915f79 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 946 time: 0.0496755 Nov 03 21:44:18.079163 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-610b0df3-1ec6-48c9-9087-fc254c74e6df req-313cec89-19ff-4a78-b73b-d62f14409f14 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Nov 03 21:44:18.792266 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-c1107c5d-6212-4fe6-ace3-ffbb04735452 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:18.793807 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-c1107c5d-6212-4fe6-ace3-ffbb04735452 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 946 time: 0.0503888 Nov 03 21:44:18.892539 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Deleting port 14b65332-49bb-4630-bec3-b61eae0e25b9 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:18.892874 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:18.980024 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] For port 14b65332-49bb-4630-bec3-b61eae0e25b9, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=14b65332-49bb-4630-bec3-b61eae0e25b9,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:18.980402 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:19.155183 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:19.155545 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:19.155844 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Floating IP d1d5f095-d5f8-460f-b224-ea07cae24642 disassociated. External IP: 172.27.0.35, port: 14b65332-49bb-4630-bec3-b61eae0e25b9. Nov 03 21:44:19.156180 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Calling delete_port for 14b65332-49bb-4630-bec3-b61eae0e25b9 owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:19.217272 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26996491-24fd-4b35-ab47-2f3c710a2b24 req-5be91a9a-4a27-4e5f-9d0d-57f82953d57a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:19.218866 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-26996491-24fd-4b35-ab47-2f3c710a2b24 req-5be91a9a-4a27-4e5f-9d0d-57f82953d57a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 946 time: 0.0697038 Nov 03 21:44:19.273732 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-26996491-24fd-4b35-ab47-2f3c710a2b24 req-2eeca2d9-bb69-4b1b-8189-c38826abe0a1 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups?id=10c602e1-fbb2-4c65-aa9c-76a15c088119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483482 Nov 03 21:44:19.295400 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:19.388455 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:19.556047 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event deleted for resources: {'Port': ['ID=14b65332-49bb-4630-bec3-b61eae0e25b9,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:19.568241 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.568614 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.568953 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.569281 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.569609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.569936 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.570263 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.570581 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.570906 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.571225 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.571544 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.571861 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:19.679977 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Router f3db5ab0-856b-43c4-9796-4f070f602e12 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:44:19.787709 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:44:19.799157 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] Sync routers for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:44:19.809518 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:19.810128 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:44:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:19.827241 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] No DVR routers for this DVR port 14b65332-49bb-4630-bec3-b61eae0e25b9 on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:44:19.829751 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:19.833124 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-0f1ea521-5811-47f6-ad23-1316cbebe488 req-5f2139ff-e62f-4da0-a9bd-ab2ab12246ae tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.11 "DELETE /v2.0/ports/14b65332-49bb-4630-bec3-b61eae0e25b9 HTTP/1.1" status: 204 len: 173 time: 1.0322587 Nov 03 21:44:19.833705 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c959668-e792-4a7d-903d-25da1b466bb0', 'name': 'network-vif-deleted', 'tag': '14b65332-49bb-4630-bec3-b61eae0e25b9'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:44:19.836233 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa051a1-22e4-4c0e-9f89-00d08f729b18" -d '{"events": [{"server_uuid": "7c959668-e792-4a7d-903d-25da1b466bb0", "name": "network-vif-deleted", "tag": "14b65332-49bb-4630-bec3-b61eae0e25b9"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:44:19.879935 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffcd87b-a69a-4399-b695-67c7a7b2bfc0 x-openstack-request-id: req-9ffcd87b-a69a-4399-b695-67c7a7b2bfc0 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:44:19.880220 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c959668-e792-4a7d-903d-25da1b466bb0", "name": "network-vif-deleted", "tag": "14b65332-49bb-4630-bec3-b61eae0e25b9", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:44:19.880491 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ffcd87b-a69a-4399-b695-67c7a7b2bfc0 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:44:19.880896 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c959668-e792-4a7d-903d-25da1b466bb0', 'name': 'network-vif-deleted', 'tag': '14b65332-49bb-4630-bec3-b61eae0e25b9', 'status': 'completed', 'code': 200} Nov 03 21:44:19.923143 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:20.139597 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:20.170129 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] Checking router: f3db5ab0-856b-43c4-9796-4f070f602e12 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:44:20.178787 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:20.179400 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:44:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:20.403188 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4c825620-b06e-4db9-8cb8-e172425f29a5 req-85f99341-fe74-4da5-bf68-f2e121dba71a tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c959668-e792-4a7d-903d-25da1b466bb0 HTTP/1.1" status: 200 len: 210 time: 0.0344636 Nov 03 21:44:20.436848 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:20.645619 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:20.671382 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de933d-b9f4-4db9-aaaf-f6640be42f73 None None] The sync data for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi is: [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:37:48Z', 'revision_number': 4, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': 'c1b70f9c-38a5-410f-baf4-96d74eb8ec26', 'name': '', 'network_id': '56061263-27c8-4256-9a47-9e1244ee545b', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:47Z', 'updated_at': '2021-11-03T21:37:57Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'subnets': [{'id': '2691928f-bb85-4b01-b334-03259d5b5d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:44:20.889068 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0468ad92-20df-4727-a7f1-385abcc7d639 None None] New status for floating IP d1d5f095-d5f8-460f-b224-ea07cae24642: DOWN {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:44:21.483051 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 39992) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:21.537377 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd46-248d-42b2-98bc-d51898746e43 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:21.561900 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd46-248d-42b2-98bc-d51898746e43 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:21.608938 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd46-248d-42b2-98bc-d51898746e43 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:21.611473 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd46-248d-42b2-98bc-d51898746e43 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:21.612681 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e2e5fd46-248d-42b2-98bc-d51898746e43 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "DELETE /v2.0/security-groups/10c602e1-fbb2-4c65-aa9c-76a15c088119 HTTP/1.1" status: 204 len: 168 time: 0.1285801 Nov 03 21:44:21.615464 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39994) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:21.622744 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5fd46-248d-42b2-98bc-d51898746e43 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c602e1-fbb2-4c65-aa9c-76a15c088119,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:21.629290 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.api.v2.resource [None req-799aa18b-280e-4d71-8d2c-8a0ccc7e5208 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] show failed (client error): The resource could not be found. Nov 03 21:44:21.630383 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-799aa18b-280e-4d71-8d2c-8a0ccc7e5208 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "GET /v2.0/security-groups/10c602e1-fbb2-4c65-aa9c-76a15c088119 HTTP/1.1" status: 404 len: 347 time: 0.0138636 Nov 03 21:44:21.633553 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 39996) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:21.767355 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Deleting port e94814da-18c5-4497-9985-a7026f828ec0 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:21.767686 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:21.846457 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:21.846769 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:21.858366 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Calling delete_port for e94814da-18c5-4497-9985-a7026f828ec0 owned by network:floatingip {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:21.986880 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:22.017068 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Pushing event deleted for resources: {'Port': ['ID=e94814da-18c5-4497-9985-a7026f828ec0,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:22.079172 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks [] for floatingip, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:22.081755 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:22.082889 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-1e234e78-f1d2-49fd-bac3-bdf5ed0805c8 tempest-AttachVolumeTestJSON-1370650566 tempest-AttachVolumeTestJSON-1370650566-project] 10.222.0.62 "DELETE /v2.0/floatingips/d1d5f095-d5f8-460f-b224-ea07cae24642 HTTP/1.1" status: 204 len: 168 time: 0.4482834 Nov 03 21:44:23.322727 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 14b65332-49bb-4630-bec3-b61eae0e25b9 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:44:23.343017 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 14b65332-49bb-4630-bec3-b61eae0e25b9 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:44:23.343362 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 14b65332-49bb-4630-bec3-b61eae0e25b9 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:44:25.034857 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:44:25.613150 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40024) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:26.123674 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:26.415495 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Deleting port c1b70f9c-38a5-410f-baf4-96d74eb8ec26 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:26.415730 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:26.493705 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] For port c1b70f9c-38a5-410f-baf4-96d74eb8ec26, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:26.494056 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:26.506369 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Calling delete_port for c1b70f9c-38a5-410f-baf4-96d74eb8ec26 owned by network:router_interface {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:26.684571 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:26.707007 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b70f9c-38a5-410f-baf4-96d74eb8ec26,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:26.871965 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:27.080155 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Router f3db5ab0-856b-43c4-9796-4f070f602e12 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:44:27.185112 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:44:27.190122 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-f99b796a-074d-4d00-98c7-660bcf6a3ceb admin admin] 10.222.0.62 "PUT /v2.0/routers/f3db5ab0-856b-43c4-9796-4f070f602e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5759630 Nov 03 21:44:27.192729 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40030) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:27.194514 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5372617-5cf3-4186-8439-820783473e81 None None] Sync routers for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:44:27.204746 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5372617-5cf3-4186-8439-820783473e81 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:27.205446 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-d5372617-5cf3-4186-8439-820783473e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:44:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:27.296918 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks [] for router, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:27.310475 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-d5372617-5cf3-4186-8439-820783473e81 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:27.501173 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-d5372617-5cf3-4186-8439-820783473e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:44:26Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:27.532330 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5372617-5cf3-4186-8439-820783473e81 None None] Checking router: f3db5ab0-856b-43c4-9796-4f070f602e12 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:44:27.541318 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5372617-5cf3-4186-8439-820783473e81 None None] Routers {'f3db5ab0-856b-43c4-9796-4f070f602e12'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:27.542489 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-d5372617-5cf3-4186-8439-820783473e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:44:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f3db5ab0-856b-43c4-9796-4f070f602e12'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:27.638349 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:27.649126 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-d5372617-5cf3-4186-8439-820783473e81 None None] Set router f3db5ab0-856b-43c4-9796-4f070f602e12 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:27.693012 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Deleting port b129faff-3893-4e80-8911-c799341c57a4 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:27.693689 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:27.775995 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] For port b129faff-3893-4e80-8911-c799341c57a4, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b129faff-3893-4e80-8911-c799341c57a4,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:27.776441 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:27.793413 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Calling delete_port for b129faff-3893-4e80-8911-c799341c57a4 owned by network:router_gateway {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:27.839762 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-d5372617-5cf3-4186-8439-820783473e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:44:26Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:27.866157 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5372617-5cf3-4186-8439-820783473e81 None None] The sync data for ids ['f3db5ab0-856b-43c4-9796-4f070f602e12'] in dv-cinder-816573-1-iscsi is: [{'id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'name': 'tempest-AttachVolumeTestJSON-1763265219-router', 'tenant_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b129faff-3893-4e80-8911-c799341c57a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:38Z', 'updated_at': '2021-11-03T21:44:26Z', 'revision_number': 5, 'project_id': 'f6ee88c280c84c05b63194bdfe9cf70e', 'gw_port': {'id': 'b129faff-3893-4e80-8911-c799341c57a4', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db5ab0-856b-43c4-9796-4f070f602e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:40Z', 'updated_at': '2021-11-03T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:44:27.956229 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:27.986484 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=b129faff-3893-4e80-8911-c799341c57a4,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:28.045258 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.136626 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.138919 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.182437 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.182937 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3db5ab0-856b-43c4-9796-4f070f602e12 {{(pid=101175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:44:28.188919 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.190057 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-4d70a467-176c-48a8-92df-da72e0990b76 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f3db5ab0-856b-43c4-9796-4f070f602e12 HTTP/1.1" status: 204 len: 168 time: 0.9964223 Nov 03 21:44:28.192627 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40034) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:28.241905 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8861c47-f79c-465f-afba-7933d38d56c2 admin admin] Deleting subnet 2691928f-bb85-4b01-b334-03259d5b5d70 {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:44:28.245439 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e8861c47-f79c-465f-afba-7933d38d56c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.282081 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e8861c47-f79c-465f-afba-7933d38d56c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.362935 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e8861c47-f79c-465f-afba-7933d38d56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.422507 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e8861c47-f79c-465f-afba-7933d38d56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.449042 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8861c47-f79c-465f-afba-7933d38d56c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2691928f-bb85-4b01-b334-03259d5b5d70,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:28.452330 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e8861c47-f79c-465f-afba-7933d38d56c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.458388 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40036) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:28.459316 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d0120-8d2a-4384-a5e7-c685e0340625 None None] Network 56061263-27c8-4256-9a47-9e1244ee545b requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:44:28.460917 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-e8861c47-f79c-465f-afba-7933d38d56c2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2691928f-bb85-4b01-b334-03259d5b5d70 HTTP/1.1" status: 204 len: 168 time: 0.2672446 Nov 03 21:44:28.541554 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.606309 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Deleting port 8a02552f-3f79-400f-9ba0-7c793e7a746b {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:28.606651 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.673000 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] For port 8a02552f-3f79-400f-9ba0-7c793e7a746b, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=8a02552f-3f79-400f-9ba0-7c793e7a746b,segment=NetworkSegment(26852f79-e32b-4264-9bdc-6ade3ac4478e),segment_id=26852f79-e32b-4264-9bdc-6ade3ac4478e)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:28.673363 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.685940 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Calling delete_port for 8a02552f-3f79-400f-9ba0-7c793e7a746b owned by network:dhcp {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:28.760976 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.786676 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a02552f-3f79-400f-9ba0-7c793e7a746b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:28.790869 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] No DVR routers for this DVR port 8a02552f-3f79-400f-9ba0-7c793e7a746b on host dv-cinder-816573-1-iscsi {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:44:28.866591 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.885898 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56061263-27c8-4256-9a47-9e1244ee545b']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:28.895061 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26852f79-e32b-4264-9bdc-6ade3ac4478e') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:28.895361 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26852f79-e32b-4264-9bdc-6ade3ac4478e') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:28.905165 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59322571'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.920335 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.926945 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:44:28.927332 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60574146'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: Traceback (most recent call last): Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: timer() Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: cb(*args, **kw) Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: return func(*args, **kwargs) Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: self._notify() Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: self.callback(batched_events) Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: event.method(event) Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: return f(self, *a, **k) Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._get(url).json() Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:44:28.929115 dv-cinder-816573-1-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:44:28.953881 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a49979-2afc-4ab6-8b33-dd0d9ebbc204 None None] DHCP port deletion for 56061263-27c8-4256-9a47-9e1244ee545b request from dv-cinder-816573-1-iscsi {{(pid=101176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 21:44:28.988415 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.993929 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:28.997249 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/56061263-27c8-4256-9a47-9e1244ee545b HTTP/1.1" status: 204 len: 168 time: 0.5378692 Nov 03 21:44:29.008568 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93924a96-e73d-4e5c-b70f-60db74e119f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56061263-27c8-4256-9a47-9e1244ee545b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:29.109096 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40040) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:29.146828 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9c10e04a-3c42-4f1c-92a1-1ac838a3c4df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6ee88c280c84c05b63194bdfe9cf70e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0365860 Nov 03 21:44:29.149249 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40042) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:29.196976 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8a45b777-4c3d-4306-8df3-2bb06056bbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:29.220970 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8a45b777-4c3d-4306-8df3-2bb06056bbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:29.274184 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8a45b777-4c3d-4306-8df3-2bb06056bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:29.277692 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8a45b777-4c3d-4306-8df3-2bb06056bbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:29.278851 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8a45b777-4c3d-4306-8df3-2bb06056bbe6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1bb79068-770d-4022-a0d1-459a714ab8c0 HTTP/1.1" status: 204 len: 168 time: 0.1287272 Nov 03 21:44:29.286452 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45b777-4c3d-4306-8df3-2bb06056bbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb79068-770d-4022-a0d1-459a714ab8c0,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:29.464589 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c1b70f9c-38a5-410f-baf4-96d74eb8ec26 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:44:29.484985 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: c1b70f9c-38a5-410f-baf4-96d74eb8ec26 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:44:29.485321 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c1b70f9c-38a5-410f-baf4-96d74eb8ec26 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:44:29.485739 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 8a02552f-3f79-400f-9ba0-7c793e7a746b no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:44:29.505775 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 8a02552f-3f79-400f-9ba0-7c793e7a746b {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:44:29.506112 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 8a02552f-3f79-400f-9ba0-7c793e7a746b not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:44:29.506526 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b129faff-3893-4e80-8911-c799341c57a4 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:44:29.526216 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: b129faff-3893-4e80-8911-c799341c57a4 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:44:29.526470 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b129faff-3893-4e80-8911-c799341c57a4 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:44:30.830495 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40082) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:30.940460 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b7d48486-1d8d-495b-8797-631b83e53ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.028850 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b7d48486-1d8d-495b-8797-631b83e53ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.033163 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b7d48486-1d8d-495b-8797-631b83e53ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.071375 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d48486-1d8d-495b-8797-631b83e53ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56441f2-96ed-474e-a304-dcd988e0ff49,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:31.076432 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b7d48486-1d8d-495b-8797-631b83e53ab7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d629113d9f494983b96b9cc66bcc4edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448549 Nov 03 21:44:31.079080 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40086) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:31.129948 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-234c3aac-3fa5-48ab-bda6-9046f6d842f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.152413 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-234c3aac-3fa5-48ab-bda6-9046f6d842f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.200848 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-234c3aac-3fa5-48ab-bda6-9046f6d842f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.203478 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-234c3aac-3fa5-48ab-bda6-9046f6d842f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.204670 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-234c3aac-3fa5-48ab-bda6-9046f6d842f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f56441f2-96ed-474e-a304-dcd988e0ff49 HTTP/1.1" status: 204 len: 168 time: 0.1245494 Nov 03 21:44:31.212697 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c3aac-3fa5-48ab-bda6-9046f6d842f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56441f2-96ed-474e-a304-dcd988e0ff49,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:31.467083 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40092) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:31.480637 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-baad54fc-d921-4750-a0f9-e55a1a7bd55e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.553598 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-baad54fc-d921-4750-a0f9-e55a1a7bd55e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.558151 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-baad54fc-d921-4750-a0f9-e55a1a7bd55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.599225 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-baad54fc-d921-4750-a0f9-e55a1a7bd55e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17ab0e4cc949481e8642068368e37b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310246 Nov 03 21:44:31.600065 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad54fc-d921-4750-a0f9-e55a1a7bd55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192f95eb-63ed-45f7-b56f-c748c9b2c456,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:31.602358 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40094) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:31.652612 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a316258c-b10f-45ad-9868-89dd825cab55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.674610 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a316258c-b10f-45ad-9868-89dd825cab55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.724526 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a316258c-b10f-45ad-9868-89dd825cab55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.727117 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a316258c-b10f-45ad-9868-89dd825cab55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:31.728338 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a316258c-b10f-45ad-9868-89dd825cab55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/192f95eb-63ed-45f7-b56f-c748c9b2c456 HTTP/1.1" status: 204 len: 168 time: 0.1250756 Nov 03 21:44:31.738372 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316258c-b10f-45ad-9868-89dd825cab55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192f95eb-63ed-45f7-b56f-c748c9b2c456,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:35.705624 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e4e417b9-12ce-48e5-80f6-cf3eef09edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:36.635659 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40194) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:36.740478 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-387237a9-8a66-4ad4-8e98-e381687630b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:36.813582 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-387237a9-8a66-4ad4-8e98-e381687630b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:36.817675 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-387237a9-8a66-4ad4-8e98-e381687630b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:36.856647 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-387237a9-8a66-4ad4-8e98-e381687630b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4ef11bdba98474585e885d75ac71248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198660 Nov 03 21:44:36.858680 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387237a9-8a66-4ad4-8e98-e381687630b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ce0540-d961-4ae2-8cbc-9443f1354dc0,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:36.859521 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40198) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:36.909336 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c3010eb0-4cb9-4cca-843e-882c5fb12877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:36.931009 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c3010eb0-4cb9-4cca-843e-882c5fb12877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:36.977784 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c3010eb0-4cb9-4cca-843e-882c5fb12877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:36.981321 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c3010eb0-4cb9-4cca-843e-882c5fb12877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:36.982483 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-c3010eb0-4cb9-4cca-843e-882c5fb12877 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64ce0540-d961-4ae2-8cbc-9443f1354dc0 HTTP/1.1" status: 204 len: 168 time: 0.1220031 Nov 03 21:44:36.990564 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3010eb0-4cb9-4cca-843e-882c5fb12877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ce0540-d961-4ae2-8cbc-9443f1354dc0,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:37.270824 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40204) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:37.284660 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b006f5ad-95a7-41df-828f-39c4d4b8410a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:37.364099 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b006f5ad-95a7-41df-828f-39c4d4b8410a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:37.368359 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b006f5ad-95a7-41df-828f-39c4d4b8410a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:37.407974 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-b006f5ad-95a7-41df-828f-39c4d4b8410a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b25021738269454e9b64418b9f1b72ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360152 Nov 03 21:44:37.411166 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40206) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:37.412821 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006f5ad-95a7-41df-828f-39c4d4b8410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89296d25-676f-48f6-b5d6-8bc6a6321d89,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:37.463690 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19aa2cee-7e17-4b2f-bdc8-0961586106de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:37.485342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19aa2cee-7e17-4b2f-bdc8-0961586106de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:37.529724 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19aa2cee-7e17-4b2f-bdc8-0961586106de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:37.532280 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19aa2cee-7e17-4b2f-bdc8-0961586106de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:37.533459 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-19aa2cee-7e17-4b2f-bdc8-0961586106de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89296d25-676f-48f6-b5d6-8bc6a6321d89 HTTP/1.1" status: 204 len: 168 time: 0.1212826 Nov 03 21:44:37.541339 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa2cee-7e17-4b2f-bdc8-0961586106de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89296d25-676f-48f6-b5d6-8bc6a6321d89,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:38.168818 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1f268e34-2c29-4cb7-8e20-06db5772a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:39.039862 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:39.323387 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72393d7-c0d9-44d0-8e82-72614005f424 req-468d3548-0e29-43be-91f4-1dbac49d3811 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:39.325717 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b72393d7-c0d9-44d0-8e82-72614005f424 req-468d3548-0e29-43be-91f4-1dbac49d3811 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 947 time: 0.0523887 Nov 03 21:44:39.375888 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b72393d7-c0d9-44d0-8e82-72614005f424 req-01a3ba5d-c303-48be-8fa0-465a5a2d58ca tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440843 Nov 03 21:44:40.339004 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:40.508739 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d1aae-c44b-46a6-8709-e3c026e16bf2 req-ae35c8ff-2dee-4d34-bac1-92c2477c6f7f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:40.510484 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0e1d1aae-c44b-46a6-8709-e3c026e16bf2 req-ae35c8ff-2dee-4d34-bac1-92c2477c6f7f tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 947 time: 0.0524616 Nov 03 21:44:40.572898 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0e1d1aae-c44b-46a6-8709-e3c026e16bf2 req-11478bf3-70df-4eb0-b54a-2f89e824f6a3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups?id=ac890b75-eea2-4348-a378-12dff1d0e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556905 Nov 03 21:44:40.580569 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-6b8a7b2e-d0e3-4348-a56b-b0c671693020 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:40.582441 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-6b8a7b2e-d0e3-4348-a56b-b0c671693020 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 947 time: 0.0589290 Nov 03 21:44:40.678757 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Deleting port de04cd87-0c5c-40da-adf7-f92a976ed74c {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:40.679095 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:40.771963 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] For port de04cd87-0c5c-40da-adf7-f92a976ed74c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=de04cd87-0c5c-40da-adf7-f92a976ed74c,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:40.772431 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:40.954689 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:40.955054 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:40.955367 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Floating IP 721ed425-5303-45c5-b893-9f9e00d4e2c7 disassociated. External IP: 172.27.0.242, port: de04cd87-0c5c-40da-adf7-f92a976ed74c. Nov 03 21:44:40.955710 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Calling delete_port for de04cd87-0c5c-40da-adf7-f92a976ed74c owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:41.087956 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:41.118308 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event deleted for resources: {'Port': ['ID=de04cd87-0c5c-40da-adf7-f92a976ed74c,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:41.233342 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:44:41.254994 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:41.367198 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:44:41.381138 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] Sync routers for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:44:41.391591 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:41.392212 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:44:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:41.415017 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] No DVR routers for this DVR port de04cd87-0c5c-40da-adf7-f92a976ed74c on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:44:41.418288 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:41.421802 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6fbf7f20-0b04-4789-b001-db248c44d485 req-92632cde-ba8e-46f2-a809-bee9964941e3 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.11 "DELETE /v2.0/ports/de04cd87-0c5c-40da-adf7-f92a976ed74c HTTP/1.1" status: 204 len: 173 time: 0.8321252 Nov 03 21:44:41.422293 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-deleted', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:44:41.424937 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f18dfd-4c64-416e-802b-b935b152576e" -d '{"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-deleted", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:44:41.476764 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775ec2ba-d05a-40c4-9a38-b850d5d179a7 x-openstack-request-id: req-775ec2ba-d05a-40c4-9a38-b850d5d179a7 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:44:41.477228 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f5c80-7e34-412c-910a-5b2198ed4515", "name": "network-vif-deleted", "tag": "de04cd87-0c5c-40da-adf7-f92a976ed74c", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:44:41.478415 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-775ec2ba-d05a-40c4-9a38-b850d5d179a7 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:44:41.479625 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f5c80-7e34-412c-910a-5b2198ed4515', 'name': 'network-vif-deleted', 'tag': 'de04cd87-0c5c-40da-adf7-f92a976ed74c', 'status': 'completed', 'code': 200} Nov 03 21:44:41.511878 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:41.709108 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4309f0f7-7bb4-402f-b7d5-da9c8e7010c8 req-fbb5fa12-2656-40da-a4fe-9fae8d42ea35 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/ports?device_id=724f5c80-7e34-412c-910a-5b2198ed4515 HTTP/1.1" status: 200 len: 210 time: 0.0270240 Nov 03 21:44:41.736084 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:41.765316 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] Checking router: 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:44:41.773639 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:41.774233 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:44:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:41.877884 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:42.076749 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:42.102284 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41b9fb-37f9-4f5b-90cf-2663e0bef373 None None] The sync data for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi is: [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '35ad01a2-4ebc-4814-a83b-58a494582419', 'name': '', 'network_id': 'c83cbf0a-75d3-4246-af57-b07af1cdc217', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'mac_address': 'fa:16:3e:3a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:52Z', 'updated_at': '2021-11-03T21:38:06Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'subnets': [{'id': '08fc8be6-1243-4336-869b-d3bb6c57b9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:44:42.330289 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3bf658-a7ba-4825-80fe-577d04f6f6ac None None] New status for floating IP 721ed425-5303-45c5-b893-9f9e00d4e2c7: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:44:42.801690 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40320) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:42.858171 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-12034dee-c58a-471a-993e-43433face1fa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:42.882757 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-12034dee-c58a-471a-993e-43433face1fa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:42.932115 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-12034dee-c58a-471a-993e-43433face1fa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:42.935396 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-12034dee-c58a-471a-993e-43433face1fa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:42.936659 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-12034dee-c58a-471a-993e-43433face1fa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "DELETE /v2.0/security-groups/ac890b75-eea2-4348-a378-12dff1d0e06b HTTP/1.1" status: 204 len: 168 time: 0.1339366 Nov 03 21:44:42.939495 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40322) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:42.945925 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12034dee-c58a-471a-993e-43433face1fa tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac890b75-eea2-4348-a378-12dff1d0e06b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:42.953866 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.api.v2.resource [None req-7531ad66-77db-4a4e-90bd-0ac79b9ea5cc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] show failed (client error): The resource could not be found. Nov 03 21:44:42.955136 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-7531ad66-77db-4a4e-90bd-0ac79b9ea5cc tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "GET /v2.0/security-groups/ac890b75-eea2-4348-a378-12dff1d0e06b HTTP/1.1" status: 404 len: 347 time: 0.0146236 Nov 03 21:44:42.959057 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40324) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:43.085959 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Deleting port c767c9ad-0182-4cfe-be5c-cc942d24fd75 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:43.086305 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:43.168278 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:43.168634 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:43.181065 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Calling delete_port for c767c9ad-0182-4cfe-be5c-cc942d24fd75 owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:43.341389 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:43.369998 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Pushing event deleted for resources: {'Port': ['ID=c767c9ad-0182-4cfe-be5c-cc942d24fd75,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:43.432308 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:43.434943 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:43.436148 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-1d381a06-c353-430d-9e93-e8b2b09cb063 tempest-AttachVolumeShelveTestJSON-1164541760 tempest-AttachVolumeShelveTestJSON-1164541760-project] 10.222.0.62 "DELETE /v2.0/floatingips/721ed425-5303-45c5-b893-9f9e00d4e2c7 HTTP/1.1" status: 204 len: 168 time: 0.4760690 Nov 03 21:44:45.418656 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:44:45.440624 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: de04cd87-0c5c-40da-adf7-f92a976ed74c {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:44:45.440973 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device de04cd87-0c5c-40da-adf7-f92a976ed74c not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:44:45.910034 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40378) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:46.277494 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40390) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:46.428733 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-64712a14-5f28-4257-9c1d-0e66b59a08ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.555928 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.559302 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-64712a14-5f28-4257-9c1d-0e66b59a08ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.599148 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-64712a14-5f28-4257-9c1d-0e66b59a08ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.649065 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-64712a14-5f28-4257-9c1d-0e66b59a08ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bf7d348cd8e4bd69ff30d0926f38c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705289 Nov 03 21:44:46.651850 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40394) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:46.681383 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64712a14-5f28-4257-9c1d-0e66b59a08ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf43bd8-1df0-42db-9a4a-d41aeb299c83,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:46.717454 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a68b50a2-d376-45ba-ba07-bbe302a90f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.740858 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a68b50a2-d376-45ba-ba07-bbe302a90f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.796742 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a68b50a2-d376-45ba-ba07-bbe302a90f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.800441 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a68b50a2-d376-45ba-ba07-bbe302a90f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.802022 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a68b50a2-d376-45ba-ba07-bbe302a90f24 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bf43bd8-1df0-42db-9a4a-d41aeb299c83 HTTP/1.1" status: 204 len: 168 time: 0.1488488 Nov 03 21:44:46.813427 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b50a2-d376-45ba-ba07-bbe302a90f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf43bd8-1df0-42db-9a4a-d41aeb299c83,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:46.871756 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Deleting port 35ad01a2-4ebc-4814-a83b-58a494582419 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:46.872119 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.960843 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] For port 35ad01a2-4ebc-4814-a83b-58a494582419, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=35ad01a2-4ebc-4814-a83b-58a494582419,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:46.961567 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:46.975374 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Calling delete_port for 35ad01a2-4ebc-4814-a83b-58a494582419 owned by network:router_interface {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:47.095780 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40400) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:47.109906 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-87e72d47-6ad1-45bd-966d-75dc34ecc125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.172377 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.188567 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-87e72d47-6ad1-45bd-966d-75dc34ecc125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.193280 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-87e72d47-6ad1-45bd-966d-75dc34ecc125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.200960 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ad01a2-4ebc-4814-a83b-58a494582419,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:47.254985 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-87e72d47-6ad1-45bd-966d-75dc34ecc125 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b384f693c454f9e91e5f66d1b76d8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580212 Nov 03 21:44:47.257908 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e72d47-6ad1-45bd-966d-75dc34ecc125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc5088-d0e5-4f84-aa2d-b812430892e5,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:47.260687 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40402) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:47.330637 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-98de85a7-c67e-404e-9a5f-b662299429fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.367326 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-98de85a7-c67e-404e-9a5f-b662299429fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.388652 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.445240 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-98de85a7-c67e-404e-9a5f-b662299429fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.448303 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-98de85a7-c67e-404e-9a5f-b662299429fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.452586 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-98de85a7-c67e-404e-9a5f-b662299429fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70fc5088-d0e5-4f84-aa2d-b812430892e5 HTTP/1.1" status: 204 len: 168 time: 0.1877849 Nov 03 21:44:47.460476 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de85a7-c67e-404e-9a5f-b662299429fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc5088-d0e5-4f84-aa2d-b812430892e5,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:47.647912 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:44:47.803256 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:44:47.809018 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-69953385-3356-4f35-8427-b8eacb92bb34 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c7e2fe0-4901-48bf-a0b8-8aae28058da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975432 Nov 03 21:44:47.811403 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40408) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:47.832103 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] Sync routers for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:44:47.843795 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:47.844437 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:44:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:47.926439 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40410) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:47.940367 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5b39cdc6-f073-4f85-a909-bd61c3a2ef5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:47.956120 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:47.965771 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.042674 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5b39cdc6-f073-4f85-a909-bd61c3a2ef5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.048766 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5b39cdc6-f073-4f85-a909-bd61c3a2ef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.086919 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.089285 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-5b39cdc6-f073-4f85-a909-bd61c3a2ef5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6204ac3afc8140e59bdba6b1b1e0c38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603220 Nov 03 21:44:48.090889 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40412) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:48.129646 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39cdc6-f073-4f85-a909-bd61c3a2ef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65c6042-d5dd-4d85-975b-0f25cbe2a218,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:48.174253 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8ced963f-6b6f-4b79-aaf8-8eac998ac318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.186365 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Deleting port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:48.186828 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.214196 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8ced963f-6b6f-4b79-aaf8-8eac998ac318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.271357 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] For port 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=1559ecc1-d24b-4ed4-b4a3-887dafe75b6d,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:48.271755 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.283690 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:44:47Z', 'revision_number': 5, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port': {'id': '1559ecc1-d24b-4ed4-b4a3-887dafe75b6d', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:37:45Z', 'updated_at': '2021-11-03T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:48.286526 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8ced963f-6b6f-4b79-aaf8-8eac998ac318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.287218 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Calling delete_port for 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:48.289352 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8ced963f-6b6f-4b79-aaf8-8eac998ac318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.293890 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-8ced963f-6b6f-4b79-aaf8-8eac998ac318 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c65c6042-d5dd-4d85-975b-0f25cbe2a218 HTTP/1.1" status: 204 len: 168 time: 0.1990397 Nov 03 21:44:48.306536 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced963f-6b6f-4b79-aaf8-8eac998ac318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65c6042-d5dd-4d85-975b-0f25cbe2a218,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:48.313331 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] Checking router: 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:44:48.327166 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] Routers {'7c7e2fe0-4901-48bf-a0b8-8aae28058da1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:44:48.327813 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:44:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:48.423115 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] Set router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 gateway port host: None {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:44:48.483399 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:44:48Z', 'revision_number': 6, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port_host': None}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:48.514832 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b321d5c4-32ab-4f09-b0b1-931e1b3a7ee2 None None] The sync data for ids ['7c7e2fe0-4901-48bf-a0b8-8aae28058da1'] in dv-cinder-816573-1-iscsi is: [{'id': '7c7e2fe0-4901-48bf-a0b8-8aae28058da1', 'name': 'tempest-AttachVolumeShelveTestJSON-2111478403-router', 'tenant_id': '69fe03afb13143519213fc1b05c70b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:37:43Z', 'updated_at': '2021-11-03T21:44:48Z', 'revision_number': 6, 'project_id': '69fe03afb13143519213fc1b05c70b22', 'gw_port_host': None}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:44:48.536427 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.565368 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1559ecc1-d24b-4ed4-b4a3-887dafe75b6d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:48.643239 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.758451 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.761201 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.809776 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.810806 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7e2fe0-4901-48bf-a0b8-8aae28058da1 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:44:48.819648 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] Publish callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.821049 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-dec8d9ac-1feb-4c7e-963d-ffd1a92dbab9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7c7e2fe0-4901-48bf-a0b8-8aae28058da1 HTTP/1.1" status: 204 len: 168 time: 1.0083983 Nov 03 21:44:48.824729 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40424) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:48.878838 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef6d1c4-25f9-4993-be93-8a8fcb315cc7 admin admin] Deleting subnet 08fc8be6-1243-4336-869b-d3bb6c57b9a3 {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:44:48.882686 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1c4-25f9-4993-be93-8a8fcb315cc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:48.934179 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1c4-25f9-4993-be93-8a8fcb315cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.039077 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1c4-25f9-4993-be93-8a8fcb315cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.104870 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1c4-25f9-4993-be93-8a8fcb315cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.132059 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6d1c4-25f9-4993-be93-8a8fcb315cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fc8be6-1243-4336-869b-d3bb6c57b9a3,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:49.136037 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1c4-25f9-4993-be93-8a8fcb315cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.139488 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-4ef6d1c4-25f9-4993-be93-8a8fcb315cc7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/08fc8be6-1243-4336-869b-d3bb6c57b9a3 HTTP/1.1" status: 204 len: 168 time: 0.3135524 Nov 03 21:44:49.143262 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40434) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:49.166186 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145d75a-f80f-40e0-95dc-04baa4423ce6 None None] Network c83cbf0a-75d3-4246-af57-b07af1cdc217 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:44:49.228663 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.304206 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-966d3696-ab65-4f6a-b2a5-d7250daa0efc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725136 Nov 03 21:44:49.342970 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Deleting port b5f6951a-9760-47a5-b445-4563336801d2 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:49.342970 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.403011 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] DHCP port deletion for c83cbf0a-75d3-4246-af57-b07af1cdc217 request from dv-cinder-816573-1-iscsi {{(pid=101176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 21:44:49.445874 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] For port b5f6951a-9760-47a5-b445-4563336801d2, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b5f6951a-9760-47a5-b445-4563336801d2,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:49.446254 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.455855 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.462042 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Calling delete_port for b5f6951a-9760-47a5-b445-4563336801d2 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:49.513893 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Deleting port b5f6951a-9760-47a5-b445-4563336801d2 {{(pid=101176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:44:49.514477 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.519191 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:44:49.520072 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-e8046ddd-c298-4e7b-8469-6b245651d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:49.521639 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-e8046ddd-c298-4e7b-8469-6b245651d437 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1098 time: 0.1927984 Nov 03 21:44:49.553773 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:44:49.554117 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 1559ecc1-d24b-4ed4-b4a3-887dafe75b6d not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:44:49.554516 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device b5f6951a-9760-47a5-b445-4563336801d2 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:44:49.644620 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] For port b5f6951a-9760-47a5-b445-4563336801d2, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=b5f6951a-9760-47a5-b445-4563336801d2,segment=NetworkSegment(31417c41-9350-4bd3-b12d-23385556f76a),segment_id=31417c41-9350-4bd3-b12d-23385556f76a)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:44:49.645022 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.647087 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-f8942543-3969-4439-b5e0-b3505676780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:49.648533 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-f8942543-3969-4439-b5e0-b3505676780e service neutron] 10.222.0.11 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 909 time: 0.1044452 Nov 03 21:44:49.662212 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Calling delete_port for b5f6951a-9760-47a5-b445-4563336801d2 owned by network:dhcp {{(pid=101176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:44:49.709527 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.751378 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] No DVR routers for this DVR port b5f6951a-9760-47a5-b445-4563336801d2 on host dv-cinder-816573-1-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:44:49.755416 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.757700 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f6951a-9760-47a5-b445-4563336801d2,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:49.795081 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-72468726-c049-4e9e-a816-d58da49baca8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 1001 time: 0.1379161 Nov 03 21:44:49.829870 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 35ad01a2-4ebc-4814-a83b-58a494582419 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:44:49.851065 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 35ad01a2-4ebc-4814-a83b-58a494582419 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:44:49.851406 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 35ad01a2-4ebc-4814-a83b-58a494582419 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:44:49.853166 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033'] for port, after_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.887888 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Pushing event deleted for resources: {'Port': ['ID=b5f6951a-9760-47a5-b445-4563336801d2,revision_number=None']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:49.896119 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] No DVR routers for this DVR port b5f6951a-9760-47a5-b445-4563336801d2 on host dv-cinder-816573-1-iscsi {{(pid=101176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:44:49.896863 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.898945 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.899290 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.899630 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.900162 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.900565 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.901410 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.901737 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.902058 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.902401 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.902724 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.903050 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.903365 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07020a8f-3404-406c-96fa-f513c9a49a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:44:49.925812 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-a6d92503-22bf-458b-997b-c5fa232d25de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:49.926940 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-a6d92503-22bf-458b-997b-c5fa232d25de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 200 len: 847 time: 0.1158545 Nov 03 21:44:49.930654 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83cbf0a-75d3-4246-af57-b07af1cdc217']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:49.950036 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31417c41-9350-4bd3-b12d-23385556f76a') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:49.950338 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31417c41-9350-4bd3-b12d-23385556f76a') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:49.974856 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:49.993236 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:50.001813 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:44:50.002381 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:44:50.004835 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:44:50.019521 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-8dda092e-d328-42fa-95a6-5d2e77f7b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:50.021139 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-8dda092e-d328-42fa-95a6-5d2e77f7b529 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d114de42-5fc6-4730-bde8-bb2110ce67a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830853 Nov 03 21:44:50.122640 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:50.130552 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:50.136987 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] 10.222.0.62 "DELETE /v2.0/networks/c83cbf0a-75d3-4246-af57-b07af1cdc217 HTTP/1.1" status: 204 len: 168 time: 0.9895627 Nov 03 21:44:50.151643 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea4390-14e5-4cf1-b92c-35bd4c9f563f admin admin] Pushing event deleted for resources: {'Network': ['ID=c83cbf0a-75d3-4246-af57-b07af1cdc217,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:50.186199 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-21c84c6d-e1ef-4bb1-b5c1-be350bc2f20d service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336062 Nov 03 21:44:50.304022 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b3bfd3ec-235c-4465-9c82-7e63d1ba546a req-bb3ccb4a-03eb-4ad1-891c-ac90f2feffa0 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102481 Nov 03 21:44:50.352972 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40462) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:50.397377 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-3a49235c-1324-42b5-95f3-d3f0bf797fbb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69fe03afb13143519213fc1b05c70b22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432332 Nov 03 21:44:50.400395 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40464) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:50.453684 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ab227c94-64d8-4598-aae5-8de304a136db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:50.476869 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ab227c94-64d8-4598-aae5-8de304a136db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:50.530953 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ab227c94-64d8-4598-aae5-8de304a136db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:50.534156 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ab227c94-64d8-4598-aae5-8de304a136db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:50.535470 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ab227c94-64d8-4598-aae5-8de304a136db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd1e9eff-3056-4c86-83be-36bbdde3459d HTTP/1.1" status: 204 len: 168 time: 0.1341341 Nov 03 21:44:50.544323 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab227c94-64d8-4598-aae5-8de304a136db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1e9eff-3056-4c86-83be-36bbdde3459d,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:51.306509 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40490) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:51.410362 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-240471356-network', 'tenant_id': '6e5f9f5d3d4245e1815f82e011e6899e'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:44:51.434080 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Made reservation on behalf of 6e5f9f5d3d4245e1815f82e011e6899e for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:44:51.436480 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.445667 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.527478 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.531876 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.557518 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:44:51.567305 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c078f4-d5bc-4a96-aaf6-54948936e443,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:51.572984 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.573326 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Added segment a1ec0c28-3499-47e0-b6c1-9502baa24ff0 of type vlan for network fe86730e-7ccc-49fb-9c62-29615dd5eefe Nov 03 21:44:51.614368 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.640605 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.641607 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:51.642188 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.699986 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3922768 Nov 03 21:44:51.702965 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40494) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:51.709952 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Request body: {'subnet': {'network_id': 'fe86730e-7ccc-49fb-9c62-29615dd5eefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-240471356-subnet', 'tenant_id': '6e5f9f5d3d4245e1815f82e011e6899e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:44:51.718892 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de329ba-d8b6-4a13-926d-b7e09c2ab7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=fe86730e-7ccc-49fb-9c62-29615dd5eefe,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:51.729390 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network fe86730e-7ccc-49fb-9c62-29615dd5eefe details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:44:51.737194 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Made reservation on behalf of 6e5f9f5d3d4245e1815f82e011e6899e for: {'subnet': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:44:51.739582 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59157751'] for subnet, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:51.944304 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59145089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59157657'] for subnet, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.007987 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7506d75c-b841-4fd7-8e5a-cc14583c266d,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:52.017143 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Checking segment: {'id': 'a1ec0c28-3499-47e0-b6c1-9502baa24ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe86730e-7ccc-49fb-9c62-29615dd5eefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:44:52.017727 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Network hostable DHCP agents. Network: fe86730e-7ccc-49fb-9c62-29615dd5eefe, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:44:52.043759 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Network fe86730e-7ccc-49fb-9c62-29615dd5eefe is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:44:52.055768 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, fe86730e-7ccc-49fb-9c62-29615dd5eefe) {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:44:52.061297 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:52.061900 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.072392 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66374283-212b-4e2a-8956-a6a4892811c8 None None] Network fe86730e-7ccc-49fb-9c62-29615dd5eefe requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:44:52.088728 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-6a34198e-4b88-4aad-8210-2ca7d9d08759 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3845224 Nov 03 21:44:52.271515 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37c750-c6da-4cc8-8628-ef58be4b4306 None None] Network fe86730e-7ccc-49fb-9c62-29615dd5eefe requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:44:52.722140 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40532) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:52.728127 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978765805-network', 'tenant_id': 'eeb5ebbfd1f44995be900b99bf44b969'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:44:52.757810 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Made reservation on behalf of eeb5ebbfd1f44995be900b99bf44b969 for: {'network': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:44:52.760779 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.773551 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.871060 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.875089 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.901027 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=101175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:44:52.911284 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33fd8c2-699a-43cf-88fd-f460f9e3f0bb,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:52.917808 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.918173 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.segments_db [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Added segment 975554b0-c1ca-4faa-b6b5-b37f70853ab9 of type vlan for network 102dcb53-12e3-44a1-b8ec-d1a0343f8365 Nov 03 21:44:52.962514 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.989183 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:52.990361 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:52.990963 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:53.025330 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3017972 Nov 03 21:44:53.027985 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40534) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:53.033813 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Request body: {'subnet': {'network_id': '102dcb53-12e3-44a1-b8ec-d1a0343f8365', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978765805-subnet', 'tenant_id': 'eeb5ebbfd1f44995be900b99bf44b969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:44:53.061241 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Made reservation on behalf of eeb5ebbfd1f44995be900b99bf44b969 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:44:53.063900 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62523312'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:53.329261 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15183b08-6813-402d-acfa-98b869db0992 admin admin] Pushing event updated for resources: {'Network': ['ID=102dcb53-12e3-44a1-b8ec-d1a0343f8365,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:53.344394 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 102dcb53-12e3-44a1-b8ec-d1a0343f8365 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:44:53.497200 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60572001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62523358'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:53.555816 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28818c3-4e1d-4420-8b93-c912caf2e728,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:53.565851 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Checking segment: {'id': '975554b0-c1ca-4faa-b6b5-b37f70853ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '102dcb53-12e3-44a1-b8ec-d1a0343f8365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:44:53.566222 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Network hostable DHCP agents. Network: 102dcb53-12e3-44a1-b8ec-d1a0343f8365, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:44:53.585640 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Network 102dcb53-12e3-44a1-b8ec-d1a0343f8365 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:44:53.597128 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 102dcb53-12e3-44a1-b8ec-d1a0343f8365) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:44:53.603554 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:44:53.603554 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:53.607904 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd56f9d-ccd8-436d-8e57-eb176aa2741b None None] Network 102dcb53-12e3-44a1-b8ec-d1a0343f8365 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:44:53.622847 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4871652b-a349-4658-8c41-c9a05aab2f72 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5934768 Nov 03 21:44:53.764613 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f462722-ee14-479a-9599-5aaa0a5f0d8a None None] Network 102dcb53-12e3-44a1-b8ec-d1a0343f8365 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:44:53.773563 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40540) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:53.834743 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c809e1c-d24b-41bd-b398-8f88f7202ca9 admin admin] Deleting subnet 7506d75c-b841-4fd7-8e5a-cc14583c266d {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:44:53.839600 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8c809e1c-d24b-41bd-b398-8f88f7202ca9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:53.883227 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8c809e1c-d24b-41bd-b398-8f88f7202ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59322562'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:53.932603 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8c809e1c-d24b-41bd-b398-8f88f7202ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:53.997566 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8c809e1c-d24b-41bd-b398-8f88f7202ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60574116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62523349'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.022769 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c809e1c-d24b-41bd-b398-8f88f7202ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7506d75c-b841-4fd7-8e5a-cc14583c266d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:54.032886 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8c809e1c-d24b-41bd-b398-8f88f7202ca9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.036173 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8c809e1c-d24b-41bd-b398-8f88f7202ca9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7506d75c-b841-4fd7-8e5a-cc14583c266d HTTP/1.1" status: 204 len: 168 time: 0.2615294 Nov 03 21:44:54.038822 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40546) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:54.117846 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.230330 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.251993 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe86730e-7ccc-49fb-9c62-29615dd5eefe']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:54.269215 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ec0c28-3499-47e0-b6c1-9502baa24ff0') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:54.269743 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ec0c28-3499-47e0-b6c1-9502baa24ff0') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:54.286826 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59322571'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.303316 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40550) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:54.308006 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.317187 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:44:54.317775 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60574146'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: Traceback (most recent call last): Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: timer() Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: cb(*args, **kw) Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: return func(*args, **kwargs) Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: self._notify() Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: self.callback(batched_events) Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: event.method(event) Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: return f(self, *a, **k) Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._get(url).json() Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:44:54.321153 dv-cinder-816573-1-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:44:54.388285 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.396889 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.400240 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fe86730e-7ccc-49fb-9c62-29615dd5eefe HTTP/1.1" status: 204 len: 168 time: 0.3604014 Nov 03 21:44:54.403777 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40554) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:54.410466 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d7af4-468f-45d8-beee-8b3cc97d9408 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe86730e-7ccc-49fb-9c62-29615dd5eefe,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:54.459716 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81688683-18ef-4b66-bbbc-f5410a043056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.473676 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8d19ac-70d6-4979-a27e-df35b042ca3b admin admin] Deleting subnet a28818c3-4e1d-4420-8b93-c912caf2e728 {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:44:54.481309 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b8d19ac-70d6-4979-a27e-df35b042ca3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.534559 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b8d19ac-70d6-4979-a27e-df35b042ca3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.601946 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b8d19ac-70d6-4979-a27e-df35b042ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.656899 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81688683-18ef-4b66-bbbc-f5410a043056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.662196 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81688683-18ef-4b66-bbbc-f5410a043056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.710977 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81688683-18ef-4b66-bbbc-f5410a043056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37a46fb-2e78-4717-a772-118de1de6e6e,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:54.716885 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-81688683-18ef-4b66-bbbc-f5410a043056 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15c153ce421c45f28214a82a6987fc10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123862 Nov 03 21:44:54.717963 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b8d19ac-70d6-4979-a27e-df35b042ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.721072 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40556) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:54.748663 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b8d19ac-70d6-4979-a27e-df35b042ca3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.751926 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-9b8d19ac-70d6-4979-a27e-df35b042ca3b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a28818c3-4e1d-4420-8b93-c912caf2e728 HTTP/1.1" status: 204 len: 168 time: 0.3468983 Nov 03 21:44:54.754068 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d19ac-70d6-4979-a27e-df35b042ca3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a28818c3-4e1d-4420-8b93-c912caf2e728,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:54.755754 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40558) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:54.795974 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-20f44e01-1324-41e9-a389-c6c6b7d29621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.822289 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-20f44e01-1324-41e9-a389-c6c6b7d29621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.848269 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.881155 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-20f44e01-1324-41e9-a389-c6c6b7d29621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.884091 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-20f44e01-1324-41e9-a389-c6c6b7d29621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.885349 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-20f44e01-1324-41e9-a389-c6c6b7d29621 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d37a46fb-2e78-4717-a772-118de1de6e6e HTTP/1.1" status: 204 len: 168 time: 0.1622183 Nov 03 21:44:54.897343 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44e01-1324-41e9-a389-c6c6b7d29621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37a46fb-2e78-4717-a772-118de1de6e6e,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:54.952899 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:54.977840 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102dcb53-12e3-44a1-b8ec-d1a0343f8365']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:54.989740 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975554b0-c1ca-4faa-b6b5-b37f70853ab9') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:54.990041 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975554b0-c1ca-4faa-b6b5-b37f70853ab9') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:44:55.002695 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.018150 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.026580 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:44:55.027063 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:44:55.028971 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:44:55.089247 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.095003 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.098318 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] 10.222.0.62 "DELETE /v2.0/networks/102dcb53-12e3-44a1-b8ec-d1a0343f8365 HTTP/1.1" status: 204 len: 168 time: 0.3415179 Nov 03 21:44:55.112897 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955520e-8066-449a-9933-8fedcaf9f94a admin admin] Pushing event deleted for resources: {'Network': ['ID=102dcb53-12e3-44a1-b8ec-d1a0343f8365,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:55.223926 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40566) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:55.238282 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dcdf9f43-1d3e-411a-8755-ef6e1346847e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.313459 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40568) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:55.359686 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e3f5adbf-46da-48b2-841c-905330c7ddb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e5f9f5d3d4245e1815f82e011e6899e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446880 Nov 03 21:44:55.363362 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dcdf9f43-1d3e-411a-8755-ef6e1346847e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.364204 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40570) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:55.369267 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dcdf9f43-1d3e-411a-8755-ef6e1346847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.411621 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf9f43-1d3e-411a-8755-ef6e1346847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71391de1-11a7-41a7-a968-964f6600818d,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:55.419571 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-dcdf9f43-1d3e-411a-8755-ef6e1346847e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4926e2c95e6c41018fd430a5132b474d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913698 Nov 03 21:44:55.420153 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40572) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:55.426120 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-073c6870-efed-45b8-9583-e69fb4de2b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.452437 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-073c6870-efed-45b8-9583-e69fb4de2b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.483615 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9da9c88a-5d7c-427f-9263-034673ec7f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.514639 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-073c6870-efed-45b8-9583-e69fb4de2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.515807 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9da9c88a-5d7c-427f-9263-034673ec7f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.517841 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-073c6870-efed-45b8-9583-e69fb4de2b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.519096 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-073c6870-efed-45b8-9583-e69fb4de2b7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39c078f4-d5bc-4a96-aaf6-54948936e443 HTTP/1.1" status: 204 len: 168 time: 0.1541286 Nov 03 21:44:55.533463 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c6870-efed-45b8-9583-e69fb4de2b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c078f4-d5bc-4a96-aaf6-54948936e443,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:55.574772 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9da9c88a-5d7c-427f-9263-034673ec7f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.579906 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9da9c88a-5d7c-427f-9263-034673ec7f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:55.582406 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-9da9c88a-5d7c-427f-9263-034673ec7f5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71391de1-11a7-41a7-a968-964f6600818d HTTP/1.1" status: 204 len: 168 time: 0.1613252 Nov 03 21:44:55.595803 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9c88a-5d7c-427f-9263-034673ec7f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71391de1-11a7-41a7-a968-964f6600818d,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:56.026037 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40588) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:56.072914 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-68120c55-1d42-4bcf-bb85-96520005629b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eeb5ebbfd1f44995be900b99bf44b969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456951 Nov 03 21:44:56.075408 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40592) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:56.148002 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7c57-c878-477b-b22f-03a1c89c5bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:56.183313 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7c57-c878-477b-b22f-03a1c89c5bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:56.263638 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7c57-c878-477b-b22f-03a1c89c5bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:56.268288 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7c57-c878-477b-b22f-03a1c89c5bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:56.273630 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-c2aa7c57-c878-477b-b22f-03a1c89c5bf2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d33fd8c2-699a-43cf-88fd-f460f9e3f0bb HTTP/1.1" status: 204 len: 168 time: 0.1963131 Nov 03 21:44:56.302821 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa7c57-c878-477b-b22f-03a1c89c5bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33fd8c2-699a-43cf-88fd-f460f9e3f0bb,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:57.030732 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40628) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:57.282511 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-059b1813-e37e-4297-a590-541b1f918953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:57.395301 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-059b1813-e37e-4297-a590-541b1f918953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:57.400522 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-059b1813-e37e-4297-a590-541b1f918953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:57.443464 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-059b1813-e37e-4297-a590-541b1f918953 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0630983930354ebf8c92dd8f925a969a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116142 Nov 03 21:44:57.444370 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1813-e37e-4297-a590-541b1f918953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47546c49-73de-4614-a974-d65635a26a9b,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:44:57.446814 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40640) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:44:57.518107 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9540a1d7-8525-49a9-a142-69200b26ac99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:57.542199 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9540a1d7-8525-49a9-a142-69200b26ac99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:57.614827 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9540a1d7-8525-49a9-a142-69200b26ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:57.620318 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9540a1d7-8525-49a9-a142-69200b26ac99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:44:57.621801 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9540a1d7-8525-49a9-a142-69200b26ac99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47546c49-73de-4614-a974-d65635a26a9b HTTP/1.1" status: 204 len: 168 time: 0.1737320 Nov 03 21:44:57.633698 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540a1d7-8525-49a9-a142-69200b26ac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47546c49-73de-4614-a974-d65635a26a9b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:02.033453 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:45:02.291236 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40798) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:02.419151 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8bf3-fa61-4405-861f-6c638309c9ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:02.536160 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8bf3-fa61-4405-861f-6c638309c9ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:02.541808 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8bf3-fa61-4405-861f-6c638309c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:02.608993 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c8bf3-fa61-4405-861f-6c638309c9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1bce1c-4647-4083-bbae-760c08479ab7,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:02.617204 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-5e8c8bf3-fa61-4405-861f-6c638309c9ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a00106b36be4a3db6317342c8926119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242829 Nov 03 21:45:02.619794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40804) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:02.679145 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d39de72-c00f-451c-9d61-0faab5a735fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:02.702938 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d39de72-c00f-451c-9d61-0faab5a735fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:02.758128 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d39de72-c00f-451c-9d61-0faab5a735fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:02.760714 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1d39de72-c00f-451c-9d61-0faab5a735fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:02.761949 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-1d39de72-c00f-451c-9d61-0faab5a735fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d1bce1c-4647-4083-bbae-760c08479ab7 HTTP/1.1" status: 204 len: 168 time: 0.1407471 Nov 03 21:45:02.770563 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39de72-c00f-451c-9d61-0faab5a735fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1bce1c-4647-4083-bbae-760c08479ab7,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:03.090454 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40810) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:03.106589 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f22795b3-e34e-48bf-bf26-61f4e3d09acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.208057 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f22795b3-e34e-48bf-bf26-61f4e3d09acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.215034 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f22795b3-e34e-48bf-bf26-61f4e3d09acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.262581 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-f22795b3-e34e-48bf-bf26-61f4e3d09acd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=556cba70017e4ec799d3a6cf30e7f3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705530 Nov 03 21:45:03.264801 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22795b3-e34e-48bf-bf26-61f4e3d09acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb168ab8-5926-468c-a1cc-4c1e4672a73d,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:03.265390 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40812) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:03.325685 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-01ef135d-4ca4-43af-9d6f-bd80221dabc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.356009 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-01ef135d-4ca4-43af-9d6f-bd80221dabc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.424000 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-01ef135d-4ca4-43af-9d6f-bd80221dabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.427394 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-01ef135d-4ca4-43af-9d6f-bd80221dabc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.429045 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-01ef135d-4ca4-43af-9d6f-bd80221dabc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb168ab8-5926-468c-a1cc-4c1e4672a73d HTTP/1.1" status: 204 len: 168 time: 0.1621792 Nov 03 21:45:03.439048 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef135d-4ca4-43af-9d6f-bd80221dabc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb168ab8-5926-468c-a1cc-4c1e4672a73d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:03.806471 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40820) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:03.823215 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4ec76672-bb38-4852-96f5-d94d53516460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.917741 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4ec76672-bb38-4852-96f5-d94d53516460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.922754 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4ec76672-bb38-4852-96f5-d94d53516460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:03.965639 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4ec76672-bb38-4852-96f5-d94d53516460 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4609f6b38f84153b389e9f98dd75d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575339 Nov 03 21:45:03.966635 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec76672-bb38-4852-96f5-d94d53516460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65cf132-bde0-4f94-9bee-7db067ed0047,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:03.968598 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 40822) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:04.038050 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fed46270-6665-41be-9d57-4797e8cb6610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:04.061599 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fed46270-6665-41be-9d57-4797e8cb6610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:04.114885 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fed46270-6665-41be-9d57-4797e8cb6610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:04.117822 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fed46270-6665-41be-9d57-4797e8cb6610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:04.119591 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-fed46270-6665-41be-9d57-4797e8cb6610 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b65cf132-bde0-4f94-9bee-7db067ed0047 HTTP/1.1" status: 204 len: 168 time: 0.1490142 Nov 03 21:45:04.132311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed46270-6665-41be-9d57-4797e8cb6610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65cf132-bde0-4f94-9bee-7db067ed0047,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:05.411278 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40854) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:05.541716 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:05.628679 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:05.632803 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:05.674195 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9693ea44-6e61-47a5-aa67-154f36cf0f98,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:05.684376 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84922611e869483c9ac084c256d596a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718012 Nov 03 21:45:05.685096 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40860) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:05.697495 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.697850 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.698254 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.698600 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.698935 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.699270 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.699607 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.699938 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.700268 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.700634 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.700963 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.701287 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879311-d58e-4de6-b0f7-6239805c0255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:05.723687 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-04a4aa39-a618-4297-9e22-34a5782a5076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:05.778661 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7c896027-e327-4c17-9bc6-2d790971f022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:05.809806 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7c896027-e327-4c17-9bc6-2d790971f022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:05.868304 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7c896027-e327-4c17-9bc6-2d790971f022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:05.870978 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7c896027-e327-4c17-9bc6-2d790971f022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:05.873314 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7c896027-e327-4c17-9bc6-2d790971f022 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9693ea44-6e61-47a5-aa67-154f36cf0f98 HTTP/1.1" status: 204 len: 168 time: 0.1835017 Nov 03 21:45:05.889388 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c896027-e327-4c17-9bc6-2d790971f022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9693ea44-6e61-47a5-aa67-154f36cf0f98,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:08.174857 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9bc83a46-b0d3-452d-a958-4af61a7df7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:09.048810 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.272411 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40926) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:10.341832 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.391800 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d07c1d5f-2f2f-41e3-9d71-a9ced0a405a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.481103 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d07c1d5f-2f2f-41e3-9d71-a9ced0a405a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.488596 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d07c1d5f-2f2f-41e3-9d71-a9ced0a405a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.528710 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c1d5f-2f2f-41e3-9d71-a9ced0a405a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62d182d-e568-4cd2-93d1-057227fe24a6,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:10.535101 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d07c1d5f-2f2f-41e3-9d71-a9ced0a405a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a681254b71814579a40d80cfbd86f9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614920 Nov 03 21:45:10.537674 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40934) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:10.593191 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2efb7528-da0e-45fb-8f45-ca7fde6a37ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.617497 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2efb7528-da0e-45fb-8f45-ca7fde6a37ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.667074 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2efb7528-da0e-45fb-8f45-ca7fde6a37ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.669685 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2efb7528-da0e-45fb-8f45-ca7fde6a37ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:10.670842 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2efb7528-da0e-45fb-8f45-ca7fde6a37ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d62d182d-e568-4cd2-93d1-057227fe24a6 HTTP/1.1" status: 204 len: 168 time: 0.1322017 Nov 03 21:45:10.689055 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb7528-da0e-45fb-8f45-ca7fde6a37ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62d182d-e568-4cd2-93d1-057227fe24a6,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:10.979973 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40950) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:10.993899 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9890d7d6-91a8-45b1-96a6-b84866bc9885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:11.079795 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9890d7d6-91a8-45b1-96a6-b84866bc9885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:11.083989 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9890d7d6-91a8-45b1-96a6-b84866bc9885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:11.127244 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9890d7d6-91a8-45b1-96a6-b84866bc9885 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00fc9606d74e4633b2ef38176838ff9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460824 Nov 03 21:45:11.128108 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890d7d6-91a8-45b1-96a6-b84866bc9885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed1bfaa-2f87-488b-b271-8e63e68c16a4,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:11.132324 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 40952) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:11.182775 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-324cf6c0-e450-41f0-b141-f8000246b3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:11.205844 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-324cf6c0-e450-41f0-b141-f8000246b3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:11.254224 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-324cf6c0-e450-41f0-b141-f8000246b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:11.257595 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:11.257794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-324cf6c0-e450-41f0-b141-f8000246b3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:11.262474 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-324cf6c0-e450-41f0-b141-f8000246b3b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ed1bfaa-2f87-488b-b271-8e63e68c16a4 HTTP/1.1" status: 204 len: 168 time: 0.1290815 Nov 03 21:45:11.270503 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cf6c0-e450-41f0-b141-f8000246b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed1bfaa-2f87-488b-b271-8e63e68c16a4,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:16.203774 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bea4d-1436-4581-bc08-d6a1db85ac6a req-126a6fd0-fb75-40ff-a0b6-76865a7814c8 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:16.205832 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-070bea4d-1436-4581-bc08-d6a1db85ac6a req-126a6fd0-fb75-40ff-a0b6-76865a7814c8 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0552959 Nov 03 21:45:16.277971 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-070bea4d-1436-4581-bc08-d6a1db85ac6a req-57a9ccaa-3116-4873-8611-03c7cc62b798 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618224 Nov 03 21:45:17.420986 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f592197-4b92-43ea-8443-67ed348895ff req-8dd500a4-932b-46af-98b2-fafcff1df45e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:17.422400 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9f592197-4b92-43ea-8443-67ed348895ff req-8dd500a4-932b-46af-98b2-fafcff1df45e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0548661 Nov 03 21:45:17.477316 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9f592197-4b92-43ea-8443-67ed348895ff req-e70840aa-987d-4477-ade6-96c80123aef6 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464277 Nov 03 21:45:18.614104 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cfe55-6d36-4bed-9deb-c409a3135bb4 req-cb777324-c1fa-4bc9-a5e1-d1f2c292c760 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:18.615722 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0f2cfe55-6d36-4bed-9deb-c409a3135bb4 req-cb777324-c1fa-4bc9-a5e1-d1f2c292c760 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0638599 Nov 03 21:45:18.676324 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0f2cfe55-6d36-4bed-9deb-c409a3135bb4 req-8b07c92b-8c27-4723-a28f-7935231cb70b tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523458 Nov 03 21:45:19.413662 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:19.797364 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b1ff6-c774-41c1-a58a-e617739eb35b req-bbc5c68e-204d-4756-8b8d-8d3bd9d5e7d0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:19.798891 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-628b1ff6-c774-41c1-a58a-e617739eb35b req-bbc5c68e-204d-4756-8b8d-8d3bd9d5e7d0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0522542 Nov 03 21:45:19.854121 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-628b1ff6-c774-41c1-a58a-e617739eb35b req-600527d1-2ef8-455e-b206-0b6be8235185 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490205 Nov 03 21:45:20.973329 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a1eb6-d88b-4cc9-9334-71aa31cad1ec req-0107c46d-8914-4809-918b-817eff9a851f tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:20.974870 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f89a1eb6-d88b-4cc9-9334-71aa31cad1ec req-0107c46d-8914-4809-918b-817eff9a851f tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0499322 Nov 03 21:45:21.029435 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f89a1eb6-d88b-4cc9-9334-71aa31cad1ec req-43a8cf1e-9314-4268-87e0-f34614f3add6 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478344 Nov 03 21:45:22.089165 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 41060) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:22.165138 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971f1ec-0029-4b7e-b1bc-edcdaf4e63bf req-fa1d1861-ddfb-4541-b31f-de8a24fc8499 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:22.168952 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c971f1ec-0029-4b7e-b1bc-edcdaf4e63bf req-fa1d1861-ddfb-4541-b31f-de8a24fc8499 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0635662 Nov 03 21:45:22.217535 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:22.220342 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c971f1ec-0029-4b7e-b1bc-edcdaf4e63bf req-56650c5c-06c3-4545-90c5-eb3bf7e522a0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472312 Nov 03 21:45:22.317647 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:22.323562 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:22.363113 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721e6167-7a1b-43f6-98a8-41f581fd4f70,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:22.367242 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=449feba9da694ee9b8d74ba06e72df8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763379 Nov 03 21:45:22.370940 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41066) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:22.374946 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.375311 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.375718 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.376011 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.376327 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.376699 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.377041 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.377373 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.377711 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.378043 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.378373 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.378718 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd3cb0-43f1-4b33-b531-b0a72630284e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:22.430817 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-82f29b39-0841-4f4e-880b-05817bc3618e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:22.455084 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-82f29b39-0841-4f4e-880b-05817bc3618e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:22.506715 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-82f29b39-0841-4f4e-880b-05817bc3618e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:22.509645 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-82f29b39-0841-4f4e-880b-05817bc3618e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:22.510565 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-82f29b39-0841-4f4e-880b-05817bc3618e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/721e6167-7a1b-43f6-98a8-41f581fd4f70 HTTP/1.1" status: 204 len: 168 time: 0.1383498 Nov 03 21:45:22.519207 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f29b39-0841-4f4e-880b-05817bc3618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e6167-7a1b-43f6-98a8-41f581fd4f70,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:23.351439 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7413511-958b-4aac-8dd7-c01adbf6f60b req-b346ecd7-a00b-43d1-b02c-d23cbce422b0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:23.353999 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f7413511-958b-4aac-8dd7-c01adbf6f60b req-b346ecd7-a00b-43d1-b02c-d23cbce422b0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0624876 Nov 03 21:45:23.409097 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f7413511-958b-4aac-8dd7-c01adbf6f60b req-ad85760e-aa91-4dbf-8092-0f8380536652 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481102 Nov 03 21:45:24.533808 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1408fbd-d8c9-46c7-96ba-f9765995d614 req-31da3a21-1ded-439d-ab27-bb6be9feb6f8 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:24.535659 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d1408fbd-d8c9-46c7-96ba-f9765995d614 req-31da3a21-1ded-439d-ab27-bb6be9feb6f8 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0572188 Nov 03 21:45:24.597134 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d1408fbd-d8c9-46c7-96ba-f9765995d614 req-fb18e2b9-13e4-44f6-a52f-ef59227cce83 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548999 Nov 03 21:45:24.834460 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-04e85070-8941-45f2-aa32-cb382136b3cf tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b9cb2747b30d4aeda0fd2e3ae1cc071b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306323 Nov 03 21:45:25.021243 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-067106e4-1fff-4b30-9086-a2c62b0a5597 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:25.022745 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-067106e4-1fff-4b30-9086-a2c62b0a5597 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825597 Nov 03 21:45:25.037782 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-d4313c01-09b1-48f6-a145-c920724aef3b tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/quotas/b9cb2747b30d4aeda0fd2e3ae1cc071b HTTP/1.1" status: 200 len: 375 time: 0.0092757 Nov 03 21:45:25.074313 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-cc1d7c1c-bcfa-41ec-b839-99ebabd4d869 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9cb2747b30d4aeda0fd2e3ae1cc071b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307047 Nov 03 21:45:25.234386 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-12893f7a-f028-4814-80ee-79c4f287823e req-2203e294-60ca-4529-a62d-8334542776e0 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Nov 03 21:45:25.711681 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea861cb-7eb5-49d3-ba52-99802da950c6 req-98561d93-5791-410a-92d8-4e535d97678d tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:25.713660 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ea861cb-7eb5-49d3-ba52-99802da950c6 req-98561d93-5791-410a-92d8-4e535d97678d tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0491037 Nov 03 21:45:25.761050 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1ea861cb-7eb5-49d3-ba52-99802da950c6 req-2765a371-862b-48e5-a199-79769111422c tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Nov 03 21:45:26.326748 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0a6ba58b-4077-4988-a1a5-4d23155936ff req-bdc2b344-7324-4338-a8a5-b9e28cca278a tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Nov 03 21:45:26.877913 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a6003-c2f7-4a81-b1d9-362f0d3f85b2 req-ca6a5a79-a5cd-4f92-9147-90e5676b8185 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:26.879367 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa9a6003-c2f7-4a81-b1d9-362f0d3f85b2 req-ca6a5a79-a5cd-4f92-9147-90e5676b8185 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0507030 Nov 03 21:45:26.928474 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa9a6003-c2f7-4a81-b1d9-362f0d3f85b2 req-682bf9dc-f8d4-49ef-bc45-33e0fbbc9a53 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423346 Nov 03 21:45:27.419649 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d899dea9-43ef-4304-b7a9-6a8de0d4f16a req-82075630-404e-4313-9961-a20b66ba877f tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 210 time: 0.0259693 Nov 03 21:45:27.836890 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-934c9755-8080-4b3a-9b83-d4e7bc9b6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:27.839081 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-934c9755-8080-4b3a-9b83-d4e7bc9b6281 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1098 time: 0.0479462 Nov 03 21:45:27.934120 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-29e0caac-72bf-4eba-974b-4a649115a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:27.935628 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-29e0caac-72bf-4eba-974b-4a649115a853 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 909 time: 0.0890410 Nov 03 21:45:28.024277 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-21f4cb37-3afe-4be0-a75a-981850abe813 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 1001 time: 0.0811815 Nov 03 21:45:28.088782 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-b095c781-b493-41c6-8e2e-67693c7adb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:28.090745 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-b095c781-b493-41c6-8e2e-67693c7adb82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 200 len: 847 time: 0.0590830 Nov 03 21:45:28.132281 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-25145632-a874-42a4-baa8-8e7852122d52 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b9cb2747b30d4aeda0fd2e3ae1cc071b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292501 Nov 03 21:45:28.159868 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-8125cafa-2395-4b25-b9c9-59aa62c5eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:28.161685 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-8125cafa-2395-4b25-b9c9-59aa62c5eca6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d114de42-5fc6-4730-bde8-bb2110ce67a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581307 Nov 03 21:45:28.272219 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0201d52-c5c3-4717-89fe-9fef05e18e89 req-4b27845b-6511-4b20-b247-ac1ca0be3815 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:28.273901 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c0201d52-c5c3-4717-89fe-9fef05e18e89 req-4b27845b-6511-4b20-b247-ac1ca0be3815 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.1097276 Nov 03 21:45:28.277417 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-c86b15ae-0142-4251-a327-ddca46307706 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086819 Nov 03 21:45:28.343175 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-588c0a2d-7aff-41bf-83a0-dc3bb2962ae3 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:28.345831 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-588c0a2d-7aff-41bf-83a0-dc3bb2962ae3 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027457 Nov 03 21:45:28.366488 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Request body: {'port': {'device_id': '2ff390e5-1d01-42d9-bedf-7b259bc894d5', 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242', 'admin_state_up': True, 'tenant_id': 'b9cb2747b30d4aeda0fd2e3ae1cc071b'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:45:28.388305 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-b5776446-764a-4fc0-9aba-fdd1466d6ce7 req-d95b0322-8a1a-4e73-a2f4-02cb14c17b6f service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025925 Nov 03 21:45:28.405130 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c0201d52-c5c3-4717-89fe-9fef05e18e89 req-8c07ef6f-f52f-402a-8838-b399c6d12d71 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224730 Nov 03 21:45:28.499703 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Made reservation on behalf of b9cb2747b30d4aeda0fd2e3ae1cc071b for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:45:28.502975 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:28.519213 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-71b1fa3b-30fa-4125-93bc-7570211e6e93 req-e9fc8b54-99af-4029-866e-32f337593e62 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 210 time: 0.0299773 Nov 03 21:45:28.524620 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:28.599552 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:28.603458 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:28.667823 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45781eed-97d9-4231-b7bd-c92b217f3065,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:28.747954 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Allocated IP 192.168.233.244 (ccba1db2-f69e-4d49-815b-17b833853242/54ffa406-38a6-43f0-aeb6-901926d73de7/092f3359-e93b-4dfd-9667-e603e9af8dac) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:45:28.894909 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:28.928172 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:28.970312 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Network ccba1db2-f69e-4d49-815b-17b833853242 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:45:28.975386 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:45:28.979570 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:45:28.985994 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Pushing event updated for resources: {'Port': ['ID=092f3359-e93b-4dfd-9667-e603e9af8dac,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:29.031982 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:29.032629 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:29.050280 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-b7833a5d-05e2-4175-93a5-d30f4a595e18 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6905570 Nov 03 21:45:29.063272 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Request body: {'port': {'device_id': '2ff390e5-1d01-42d9-bedf-7b259bc894d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:45:29.125204 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:29.215351 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-749b036e-ac51-453a-8892-f2a1601c84dd None None] Provisioning complete for port 092f3359-e93b-4dfd-9667-e603e9af8dac triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:45:29.216265 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-749b036e-ac51-453a-8892-f2a1601c84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:29.258692 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-749b036e-ac51-453a-8892-f2a1601c84dd None None] Port 092f3359-e93b-4dfd-9667-e603e9af8dac cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:45:29.391874 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092f3359-e93b-4dfd-9667-e603e9af8dac {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:45:29.399272 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:29.411754 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Transition to ACTIVE for port object 092f3359-e93b-4dfd-9667-e603e9af8dac will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:45:29.415797 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:29.475007 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Pushing event updated for resources: {'Port': ['ID=092f3359-e93b-4dfd-9667-e603e9af8dac,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:29.586161 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246dcb9-200b-4c80-b594-4a26cf1b50ea req-4829ce80-61fe-4b7d-9bc5-aedd129f63fb tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:29.588418 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f246dcb9-200b-4c80-b594-4a26cf1b50ea req-4829ce80-61fe-4b7d-9bc5-aedd129f63fb tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0943127 Nov 03 21:45:29.597499 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Attempting to bind port 092f3359-e93b-4dfd-9667-e603e9af8dac on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:45:29.597833 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Attempting to bind port 092f3359-e93b-4dfd-9667-e603e9af8dac by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:45:29.598164 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Attempting to bind port 092f3359-e93b-4dfd-9667-e603e9af8dac on network ccba1db2-f69e-4d49-815b-17b833853242 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:45:29.631620 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Port 092f3359-e93b-4dfd-9667-e603e9af8dac on network ccba1db2-f69e-4d49-815b-17b833853242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:45:29.631948 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Attempting to bind port 092f3359-e93b-4dfd-9667-e603e9af8dac on network ccba1db2-f69e-4d49-815b-17b833853242 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:45:29.650018 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:45:29.650377 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Checking segment: {'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:45:29.651345 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Bound using segment: {'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:45:29.651817 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Bound port: 092f3359-e93b-4dfd-9667-e603e9af8dac, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bab73c-f4e0-4e04-99ad-ddd6188717b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:45:29.652171 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:29.726626 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d146e5-5578-4469-a9f6-454d6ed49d66 req-199f5151-9db5-400f-bd83-9bb0a00e83d2 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:29.727772 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f3d146e5-5578-4469-a9f6-454d6ed49d66 req-199f5151-9db5-400f-bd83-9bb0a00e83d2 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 948 time: 0.1340322 Nov 03 21:45:29.736130 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f246dcb9-200b-4c80-b594-4a26cf1b50ea req-5767c40f-d0bf-44d1-ac4b-11e5d48cede9 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398108 Nov 03 21:45:29.786304 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] For port 092f3359-e93b-4dfd-9667-e603e9af8dac, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:45:29.790135 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] For port 092f3359-e93b-4dfd-9667-e603e9af8dac, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=092f3359-e93b-4dfd-9667-e603e9af8dac,segment=NetworkSegment(36bab73c-f4e0-4e04-99ad-ddd6188717b7),segment_id=36bab73c-f4e0-4e04-99ad-ddd6188717b7)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:45:29.795298 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:29.838242 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f3d146e5-5578-4469-a9f6-454d6ed49d66 req-471e8179-ee39-4ac7-8db5-e9e9247d9999 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971968 Nov 03 21:45:29.849686 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:29.850323 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:29.851775 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] 10.222.0.11 "PUT /v2.0/ports/092f3359-e93b-4dfd-9667-e603e9af8dac HTTP/1.1" status: 200 len: 1098 time: 0.7927122 Nov 03 21:45:29.852253 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff390e5-1d01-42d9-bedf-7b259bc894d5', 'tag': '092f3359-e93b-4dfd-9667-e603e9af8dac'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:29.854887 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493614b8-3047-440a-93d8-cfa78a01a200" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff390e5-1d01-42d9-bedf-7b259bc894d5", "tag": "092f3359-e93b-4dfd-9667-e603e9af8dac"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:29.881668 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0fc7b-5b66-4957-aa66-0167ca7c369e service neutron] Pushing event updated for resources: {'Port': ['ID=092f3359-e93b-4dfd-9667-e603e9af8dac,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:29.950393 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a7acaf-0146-4e39-a985-2c5caeb3d220 x-openstack-request-id: req-f9a7acaf-0146-4e39-a985-2c5caeb3d220 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:29.950699 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff390e5-1d01-42d9-bedf-7b259bc894d5", "tag": "092f3359-e93b-4dfd-9667-e603e9af8dac", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:29.950920 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9a7acaf-0146-4e39-a985-2c5caeb3d220 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:29.951472 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff390e5-1d01-42d9-bedf-7b259bc894d5', 'tag': '092f3359-e93b-4dfd-9667-e603e9af8dac', 'status': 'completed', 'code': 200} Nov 03 21:45:29.972485 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-9a11d390-62c0-4867-acc3-d9fafa4a3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:29.974211 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-9a11d390-62c0-4867-acc3-d9fafa4a3c03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9cb2747b30d4aeda0fd2e3ae1cc071b&device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 1101 time: 0.0616436 Nov 03 21:45:30.021309 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-36dde061-b210-426b-8c24-4522f99180fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=092f3359-e93b-4dfd-9667-e603e9af8dac HTTP/1.1" status: 200 len: 217 time: 0.0391555 Nov 03 21:45:30.073464 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-6fa50f77-f68d-4d55-9804-7dbce5283c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:30.074983 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-6fa50f77-f68d-4d55-9804-7dbce5283c4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54ffa406-38a6-43f0-aeb6-901926d73de7 HTTP/1.1" status: 200 len: 843 time: 0.0473351 Nov 03 21:45:30.125563 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-4d4c9087-001f-401f-a71a-bf721b88b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:30.127155 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-4d4c9087-001f-401f-a71a-bf721b88b5bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ccba1db2-f69e-4d49-815b-17b833853242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449286 Nov 03 21:45:30.226228 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-7df112c8-64d3-4ffe-bbe2-bc26194c4cee service neutron] 10.222.0.11 "GET /v2.0/networks/ccba1db2-f69e-4d49-815b-17b833853242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918005 Nov 03 21:45:30.320241 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51ff6d91-cdb8-467e-88f8-da27b9a233a0 req-13f83d0a-bd03-47e1-8fa4-bb5e13529b06 service neutron] 10.222.0.11 "GET /v2.0/networks/ccba1db2-f69e-4d49-815b-17b833853242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871723 Nov 03 21:45:30.420024 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493614b8-3047-440a-93d8-cfa78a01a200 req-e20ff59f-39bb-446a-abb0-3e6a96c8f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:30.421546 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-493614b8-3047-440a-93d8-cfa78a01a200 req-e20ff59f-39bb-446a-abb0-3e6a96c8f1c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9cb2747b30d4aeda0fd2e3ae1cc071b&device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 1101 time: 0.0412436 Nov 03 21:45:30.511515 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493614b8-3047-440a-93d8-cfa78a01a200 req-6a6258ef-87b1-4280-a0c2-6607228c099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:30.512935 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-493614b8-3047-440a-93d8-cfa78a01a200 req-6a6258ef-87b1-4280-a0c2-6607228c099b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ccba1db2-f69e-4d49-815b-17b833853242 HTTP/1.1" status: 200 len: 870 time: 0.0831733 Nov 03 21:45:30.561978 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-493614b8-3047-440a-93d8-cfa78a01a200 req-bddb934c-968d-47d3-ad90-50c88e473605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=092f3359-e93b-4dfd-9667-e603e9af8dac HTTP/1.1" status: 200 len: 217 time: 0.0399563 Nov 03 21:45:30.616757 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493614b8-3047-440a-93d8-cfa78a01a200 req-a478effa-33a4-401a-acaf-119f96246ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:30.618382 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-493614b8-3047-440a-93d8-cfa78a01a200 req-a478effa-33a4-401a-acaf-119f96246ae4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54ffa406-38a6-43f0-aeb6-901926d73de7 HTTP/1.1" status: 200 len: 843 time: 0.0491383 Nov 03 21:45:30.673341 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493614b8-3047-440a-93d8-cfa78a01a200 req-66c5fc8e-8bf2-46e0-ba75-307e8419229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:30.675287 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-493614b8-3047-440a-93d8-cfa78a01a200 req-66c5fc8e-8bf2-46e0-ba75-307e8419229b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ccba1db2-f69e-4d49-815b-17b833853242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0486403 Nov 03 21:45:30.774164 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-493614b8-3047-440a-93d8-cfa78a01a200 req-57cbb9b0-4972-4081-b19f-e003ef5d5e6c service neutron] 10.222.0.11 "GET /v2.0/networks/ccba1db2-f69e-4d49-815b-17b833853242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880876 Nov 03 21:45:31.187994 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c93f31-145d-4be7-a617-820ecae36f12 req-82ddbf99-42cf-4dc7-9027-40788766f860 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:31.189407 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-91c93f31-145d-4be7-a617-820ecae36f12 req-82ddbf99-42cf-4dc7-9027-40788766f860 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.3817079 Nov 03 21:45:31.191170 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-493614b8-3047-440a-93d8-cfa78a01a200 req-2aa5dc6e-e034-47b1-ac52-373024838fa2 service neutron] 10.222.0.11 "GET /v2.0/networks/ccba1db2-f69e-4d49-815b-17b833853242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078772 Nov 03 21:45:31.219611 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74a43c-00a2-4573-9295-ac09211d9d98 req-c1def1a7-8d10-40f9-8adf-78828501ec85 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:31.221092 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3e74a43c-00a2-4573-9295-ac09211d9d98 req-c1def1a7-8d10-40f9-8adf-78828501ec85 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 948 time: 0.1071355 Nov 03 21:45:31.266867 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-91c93f31-145d-4be7-a617-820ecae36f12 req-2b62b6a0-6d50-4541-8136-cfa49e3fffad tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707214 Nov 03 21:45:31.288876 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3e74a43c-00a2-4573-9295-ac09211d9d98 req-30f83cae-1c47-406b-ae3c-46bdf3fc6558 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602014 Nov 03 21:45:31.449215 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-9364cfe6-9845-487b-b69c-45a2968b2985 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455487 Nov 03 21:45:31.477542 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6060f11-ca15-417c-800a-be44e3384099 req-425c2e12-0ae0-429e-9f33-f61eb690e432 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:31.479595 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b6060f11-ca15-417c-800a-be44e3384099 req-425c2e12-0ae0-429e-9f33-f61eb690e432 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0544446 Nov 03 21:45:31.529270 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b6060f11-ca15-417c-800a-be44e3384099 req-333bdcae-9a77-4b49-9fbe-bf759755347b tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Nov 03 21:45:32.103853 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41228) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:32.219473 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-28c46026-aab9-4e2c-a0d0-5297b7f2097f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:32.314061 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-28c46026-aab9-4e2c-a0d0-5297b7f2097f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:32.319491 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-28c46026-aab9-4e2c-a0d0-5297b7f2097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:32.360016 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c46026-aab9-4e2c-a0d0-5297b7f2097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ea7be-53b0-4c73-9dd1-8cc29b8abdb4,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:32.365545 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-28c46026-aab9-4e2c-a0d0-5297b7f2097f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd313403d01b45f3adeb88b37bb6c3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605417 Nov 03 21:45:32.368125 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41234) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:32.423765 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-56295c85-5186-40e2-bf2d-6f8be5697e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:32.476264 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-56295c85-5186-40e2-bf2d-6f8be5697e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:32.517711 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc053b-8f36-4605-84d8-884dbafd2008 req-64242ec6-c902-4fae-a40a-2e6221413227 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:32.519157 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2ccc053b-8f36-4605-84d8-884dbafd2008 req-64242ec6-c902-4fae-a40a-2e6221413227 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 948 time: 0.0930829 Nov 03 21:45:32.566071 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-56295c85-5186-40e2-bf2d-6f8be5697e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:32.568739 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-56295c85-5186-40e2-bf2d-6f8be5697e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:32.569867 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-56295c85-5186-40e2-bf2d-6f8be5697e9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d5ea7be-53b0-4c73-9dd1-8cc29b8abdb4 HTTP/1.1" status: 204 len: 168 time: 0.1999204 Nov 03 21:45:32.581472 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2ccc053b-8f36-4605-84d8-884dbafd2008 req-89937bf3-3d89-409b-bd07-b8ec4658c35d tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553834 Nov 03 21:45:32.586438 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56295c85-5186-40e2-bf2d-6f8be5697e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ea7be-53b0-4c73-9dd1-8cc29b8abdb4,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:32.659458 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add62f96-0e03-4d64-ae29-80f256173f53 req-06fe4572-f814-4c40-8f87-56b49099e3e4 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:32.661118 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-add62f96-0e03-4d64-ae29-80f256173f53 req-06fe4572-f814-4c40-8f87-56b49099e3e4 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0536370 Nov 03 21:45:32.742035 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1f78-7cc2-4f74-b436-988f3629077a req-68b89b1a-ee81-4635-afab-0d07783b1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:32.743590 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-68b89b1a-ee81-4635-afab-0d07783b1a3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9&tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a HTTP/1.1" status: 200 len: 1098 time: 0.0815625 Nov 03 21:45:32.749137 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-add62f96-0e03-4d64-ae29-80f256173f53 req-cdf45b0e-ab92-4add-9874-e65be314052b tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788023 Nov 03 21:45:32.812604 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1f78-7cc2-4f74-b436-988f3629077a req-b0886186-fd3c-48bc-aea4-3430786d1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:32.814030 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-b0886186-fd3c-48bc-aea4-3430786d1911 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1098 time: 0.0466652 Nov 03 21:45:32.910816 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1f78-7cc2-4f74-b436-988f3629077a req-72ba40c6-9b7f-4776-adc6-3ca14d30260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:32.912317 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-72ba40c6-9b7f-4776-adc6-3ca14d30260b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 909 time: 0.0890961 Nov 03 21:45:32.985668 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-350917f9-105b-4f4d-8168-80bd658dcf93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 1001 time: 0.0663095 Nov 03 21:45:33.036414 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1f78-7cc2-4f74-b436-988f3629077a req-f3b7707d-4e0f-48ed-9e3f-c828d0f667de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:33.037896 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-f3b7707d-4e0f-48ed-9e3f-c828d0f667de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 200 len: 847 time: 0.0452518 Nov 03 21:45:33.089910 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1f78-7cc2-4f74-b436-988f3629077a req-75a39e71-b428-44ca-8975-a7b421f8fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:33.091488 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-75a39e71-b428-44ca-8975-a7b421f8fbad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d114de42-5fc6-4730-bde8-bb2110ce67a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467281 Nov 03 21:45:33.197288 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-5d126773-a351-475a-a812-b65f2bf88492 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967007 Nov 03 21:45:33.312205 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-814d1f78-7cc2-4f74-b436-988f3629077a req-59b7a544-5598-4b04-be52-c0dbd55336b6 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077924 Nov 03 21:45:33.736405 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b52e3-ef54-4126-8528-2bbb7533bd25 req-2e139c24-ff74-4ca1-afd5-f7ea8a1f785f tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:33.737909 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff3b52e3-ef54-4126-8528-2bbb7533bd25 req-2e139c24-ff74-4ca1-afd5-f7ea8a1f785f tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 948 time: 0.0575511 Nov 03 21:45:33.747344 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 092f3359-e93b-4dfd-9667-e603e9af8dac details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:45:33.750603 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a3a4a392-ef94-424b-b67c-b99262a60f05 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:45:33.816710 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff3b52e3-ef54-4126-8528-2bbb7533bd25 req-723da63d-c885-401f-92c9-a185d93324ec tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718868 Nov 03 21:45:33.880712 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941385f-8808-437e-a7f0-214a2492a040 req-d39d381e-6cdd-4ace-81d9-0dab454c3dbf tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:33.882158 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2941385f-8808-437e-a7f0-214a2492a040 req-d39d381e-6cdd-4ace-81d9-0dab454c3dbf tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Nov 03 21:45:33.916964 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:33.932886 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2941385f-8808-437e-a7f0-214a2492a040 req-95d35491-673e-41a6-9745-7687ef3a12a8 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440674 Nov 03 21:45:33.943624 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 092f3359-e93b-4dfd-9667-e603e9af8dac, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=092f3359-e93b-4dfd-9667-e603e9af8dac,segment=NetworkSegment(36bab73c-f4e0-4e04-99ad-ddd6188717b7),segment_id=36bab73c-f4e0-4e04-99ad-ddd6188717b7)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:33.967314 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:33.969580 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba4a39d-98fc-43ae-80e7-e606b7a3d8ab" -d '{"events": [{"server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:33.974207 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': '092f3359-e93b-4dfd-9667-e603e9af8dac', 'network_id': 'ccba1db2-f69e-4d49-815b-17b833853242', 'port_id': '092f3359-e93b-4dfd-9667-e603e9af8dac', 'mac_address': 'fa:16:3e:5d:aa:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ffa406-38a6-43f0-aeb6-901926d73de7', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:45:33.983736 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:33.988017 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:34.009449 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1947e0-0d73-4b19-9228-83b6b939c63f x-openstack-request-id: req-cb1947e0-0d73-4b19-9228-83b6b939c63f {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:34.009797 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:34.010558 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb1947e0-0d73-4b19-9228-83b6b939c63f {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:34.010945 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'code': 200} Nov 03 21:45:34.050225 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:34.074587 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092f3359-e93b-4dfd-9667-e603e9af8dac {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:45:34.079783 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=6']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:34.097669 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 092f3359-e93b-4dfd-9667-e603e9af8dac, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=092f3359-e93b-4dfd-9667-e603e9af8dac,segment=NetworkSegment(36bab73c-f4e0-4e04-99ad-ddd6188717b7),segment_id=36bab73c-f4e0-4e04-99ad-ddd6188717b7)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:34.101792 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:34.155057 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=092f3359-e93b-4dfd-9667-e603e9af8dac,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:34.940243 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7f3c2-ac77-44a7-bc01-4e2a3035de29 req-278397ae-bd63-43b5-bcf2-771f47c44c70 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:34.941802 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd7f3c2-ac77-44a7-bc01-4e2a3035de29 req-278397ae-bd63-43b5-bcf2-771f47c44c70 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 949 time: 0.0537255 Nov 03 21:45:34.991657 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd7f3c2-ac77-44a7-bc01-4e2a3035de29 req-223272a9-08a2-4f41-8092-f97e019f8e42 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435011 Nov 03 21:45:35.049922 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f87e5-fa16-4435-9aa1-89e1b3de5828 req-fe7c2609-12b5-4c22-96cc-38d0e7a84b12 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:35.051449 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-327f87e5-fa16-4435-9aa1-89e1b3de5828 req-fe7c2609-12b5-4c22-96cc-38d0e7a84b12 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0493927 Nov 03 21:45:35.100863 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-327f87e5-fa16-4435-9aa1-89e1b3de5828 req-04da1bee-7a94-47a7-a4b8-25ce2cd2d6b0 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435374 Nov 03 21:45:35.706439 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9c6a94de-a5c0-40e1-b886-309cefe0d418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:36.107024 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dabcd7-b011-4f00-a5a4-7950893f2b4c req-36e6fc01-0ee1-4b82-ab5e-56dba0961e89 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:36.109039 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-85dabcd7-b011-4f00-a5a4-7950893f2b4c req-36e6fc01-0ee1-4b82-ab5e-56dba0961e89 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 949 time: 0.0496109 Nov 03 21:45:36.164009 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-85dabcd7-b011-4f00-a5a4-7950893f2b4c req-9a3e5463-3ee0-4342-b9f8-6e51c498410f tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486827 Nov 03 21:45:36.227407 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54620531-32e5-4899-96be-75b293d3506d req-81eee4f1-bdfb-4714-b34b-83f0cba6b549 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:36.229035 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-54620531-32e5-4899-96be-75b293d3506d req-81eee4f1-bdfb-4714-b34b-83f0cba6b549 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0521805 Nov 03 21:45:36.282218 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-54620531-32e5-4899-96be-75b293d3506d req-2f2a944c-082f-4b28-bebd-b7fb2c678810 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471373 Nov 03 21:45:36.763471 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['092f3359-e93b-4dfd-9667-e603e9af8dac'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:45:37.285864 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf00fb-5611-4efa-a52d-47f686247c28 req-20482a78-ef5c-4e06-b995-7073d67db72a tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:37.287369 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0aaf00fb-5611-4efa-a52d-47f686247c28 req-20482a78-ef5c-4e06-b995-7073d67db72a tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 949 time: 0.0517533 Nov 03 21:45:37.350365 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0aaf00fb-5611-4efa-a52d-47f686247c28 req-88c6530f-5ff7-49d7-9516-bb1226de1729 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562146 Nov 03 21:45:37.422508 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35e93-834e-47e6-a4b9-348ec328fce2 req-46b6678e-3f30-451a-878c-9644d9fa2da1 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:37.424496 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1be35e93-834e-47e6-a4b9-348ec328fce2 req-46b6678e-3f30-451a-878c-9644d9fa2da1 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0585201 Nov 03 21:45:37.477328 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1be35e93-834e-47e6-a4b9-348ec328fce2 req-5acaefb0-4a10-4feb-ab08-3e89019ae6a5 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468140 Nov 03 21:45:38.168943 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6473910e-a309-45a2-aa4d-36780205f7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:38.469410 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982589c-a916-4312-bdef-2919b31c6915 req-962b8d3d-8ac8-4d36-bd43-2620851f1ea9 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:38.470908 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4982589c-a916-4312-bdef-2919b31c6915 req-962b8d3d-8ac8-4d36-bd43-2620851f1ea9 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 949 time: 0.0503178 Nov 03 21:45:38.519342 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4982589c-a916-4312-bdef-2919b31c6915 req-b544ab2b-cdeb-4247-9128-6bfe77eb03f3 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 Nov 03 21:45:38.548770 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 092f3359-e93b-4dfd-9667-e603e9af8dac up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:45:38.598477 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1982fb3-1d75-4490-842a-d767a091e505 req-7b47280f-ed94-4c3c-8375-822384dcfca2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:38.600052 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f1982fb3-1d75-4490-842a-d767a091e505 req-7b47280f-ed94-4c3c-8375-822384dcfca2 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.0498796 Nov 03 21:45:38.603554 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port 092f3359-e93b-4dfd-9667-e603e9af8dac completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:45:38.609903 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port 092f3359-e93b-4dfd-9667-e603e9af8dac triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:45:38.610230 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:38.662743 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f1982fb3-1d75-4490-842a-d767a091e505 req-93d8feb9-ab0c-404e-be05-e9fe7fc87845 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545313 Nov 03 21:45:38.692708 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:38.716745 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff390e5-1d01-42d9-bedf-7b259bc894d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092f3359-e93b-4dfd-9667-e603e9af8dac'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:38.719024 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a638b2-1e07-4345-bf9b-184a19927899" -d '{"events": [{"server_uuid": "2ff390e5-1d01-42d9-bedf-7b259bc894d5", "name": "network-vif-plugged", "status": "completed", "tag": "092f3359-e93b-4dfd-9667-e603e9af8dac"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:38.733273 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port 092f3359-e93b-4dfd-9667-e603e9af8dac, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=092f3359-e93b-4dfd-9667-e603e9af8dac,segment=NetworkSegment(36bab73c-f4e0-4e04-99ad-ddd6188717b7),segment_id=36bab73c-f4e0-4e04-99ad-ddd6188717b7)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:38.737587 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:38.761191 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb0c934-1042-4d23-abbd-9ec4de89d6e5 x-openstack-request-id: req-cdb0c934-1042-4d23-abbd-9ec4de89d6e5 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:38.761484 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff390e5-1d01-42d9-bedf-7b259bc894d5", "name": "network-vif-plugged", "status": "completed", "tag": "092f3359-e93b-4dfd-9667-e603e9af8dac", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:38.761732 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdb0c934-1042-4d23-abbd-9ec4de89d6e5 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:38.762114 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff390e5-1d01-42d9-bedf-7b259bc894d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092f3359-e93b-4dfd-9667-e603e9af8dac', 'code': 200} Nov 03 21:45:38.795441 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=092f3359-e93b-4dfd-9667-e603e9af8dac,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:38.931096 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d7c3b-eb38-48df-968d-92ae9f88a5f9 req-58350c9d-f0c8-4208-9fbc-c2223eba682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:38.933237 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b57d7c3b-eb38-48df-968d-92ae9f88a5f9 req-58350c9d-f0c8-4208-9fbc-c2223eba682b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 1103 time: 0.0405979 Nov 03 21:45:38.981209 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b57d7c3b-eb38-48df-968d-92ae9f88a5f9 req-22ebf17d-9fb8-4aab-bf3e-83a32bf3e108 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 Nov 03 21:45:39.033628 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:45:39.046090 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:39.442664 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-b3d21952-ef07-4703-9214-eb74535feba8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428635677&fields=id&tenant_id=d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 267 time: 0.0444927 Nov 03 21:45:39.555392 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-4b93b4d7-d644-499b-aa95-dba8468d74ba tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:39.557135 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-4b93b4d7-d644-499b-aa95-dba8468d74ba tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 811 time: 0.1072104 Nov 03 21:45:39.573835 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-c77fadc2-7b9a-46cf-b506-ebceede3b894 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/quotas/d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 375 time: 0.0104868 Nov 03 21:45:39.664134 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-bd7031fc-40ca-46d4-a471-dc193062e61c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0843801 Nov 03 21:45:39.683377 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a6d6-126d-474e-9087-7772c5397d1e req-7c273108-7917-46a7-be70-9d1aa87982fa tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:39.686116 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3b39a6d6-126d-474e-9087-7772c5397d1e req-7c273108-7917-46a7-be70-9d1aa87982fa tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 950 time: 0.0925102 Nov 03 21:45:39.793681 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3b39a6d6-126d-474e-9087-7772c5397d1e req-897dc027-df92-4de0-8c91-7caeb344dfc8 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007116 Nov 03 21:45:39.846071 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-f726bd92-05f4-43b6-86a3-a0a1f6acef09 service neutron] 10.222.0.62 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601882 Nov 03 21:45:39.890742 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345435-9a5e-488c-87e9-ad7d8b7f3fdf req-f31b4df6-868c-4147-9270-5fff2e7e6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:39.892233 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7e345435-9a5e-488c-87e9-ad7d8b7f3fdf req-f31b4df6-868c-4147-9270-5fff2e7e6c1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1096 time: 0.0961947 Nov 03 21:45:39.935956 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 41368) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:39.992272 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca87c53-5a03-4e2e-91d4-bb7591200190 req-c6de8641-aea5-42f5-854c-4b30fc5966c8 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:39.993791 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6ca87c53-5a03-4e2e-91d4-bb7591200190 req-c6de8641-aea5-42f5-854c-4b30fc5966c8 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 943 time: 0.1364765 Nov 03 21:45:40.008844 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7e345435-9a5e-488c-87e9-ad7d8b7f3fdf req-3d27898c-af3a-4b13-b781-7895f0ccc420 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966294 Nov 03 21:45:40.043165 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-efae470c-6826-4586-912d-de76cff32333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.046527 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-f820752a-b5fb-418a-830a-2000f80485d6 service neutron] 10.222.0.62 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902604 Nov 03 21:45:40.080899 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6ca87c53-5a03-4e2e-91d4-bb7591200190 req-4b302b99-0a1f-4d8c-9df0-79d44d43c160 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690448 Nov 03 21:45:40.128620 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-efae470c-6826-4586-912d-de76cff32333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.132809 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-efae470c-6826-4586-912d-de76cff32333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.180392 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-efae470c-6826-4586-912d-de76cff32333 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f71e09ee1ad486daf13c0b097c19730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411504 Nov 03 21:45:40.181135 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41378) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:40.185144 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae470c-6826-4586-912d-de76cff32333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525914b2-2035-409a-931e-f7b96e571340,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:40.234347 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44fbf88e-6560-4e21-99a9-e4b2d081f5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.257362 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44fbf88e-6560-4e21-99a9-e4b2d081f5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.328855 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44fbf88e-6560-4e21-99a9-e4b2d081f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.339248 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44fbf88e-6560-4e21-99a9-e4b2d081f5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.340940 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-44fbf88e-6560-4e21-99a9-e4b2d081f5e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/525914b2-2035-409a-931e-f7b96e571340 HTTP/1.1" status: 204 len: 168 time: 0.1582248 Nov 03 21:45:40.357470 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.359141 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbf88e-6560-4e21-99a9-e4b2d081f5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525914b2-2035-409a-931e-f7b96e571340,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:40.404912 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-968f93c4-d81a-40b4-8785-6421d86bdbae req-0a13816c-fab6-43a5-b53f-330162cac65c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 210 time: 0.0436099 Nov 03 21:45:40.555258 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a3a4a392-ef94-424b-b67c-b99262a60f05 details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:45:40.668082 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:40.681541 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'port_id': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'mac_address': 'fa:16:3e:8d:fc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:45:40.721738 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.736652 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a4a392-ef94-424b-b67c-b99262a60f05 {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:45:40.757562 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:40.763366 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:40.817135 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=7']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:40.920487 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672a8f4-6195-4201-8d04-676bc2a2b429 req-b58e39fa-50d3-4fd3-a50b-b5f132db4bd5 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:40.921980 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2672a8f4-6195-4201-8d04-676bc2a2b429 req-b58e39fa-50d3-4fd3-a50b-b5f132db4bd5 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 950 time: 0.0555465 Nov 03 21:45:40.982183 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2672a8f4-6195-4201-8d04-676bc2a2b429 req-e9abfeb3-a691-4451-b4fa-688941708eff tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528357 Nov 03 21:45:41.058773 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41416) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:41.070045 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['a3a4a392-ef94-424b-b67c-b99262a60f05'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:45:41.199732 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1907890336-network', 'tenant_id': '728ae3e202f34215822050b1f6e605ed'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:45:41.268386 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Made reservation on behalf of 728ae3e202f34215822050b1f6e605ed for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:45:41.270813 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.280660 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.283782 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985870-fabf-4fdd-9278-76dc66eab043 req-8946fa20-e86f-49c7-8b9a-3495b9710a6e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:41.285708 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa985870-fabf-4fdd-9278-76dc66eab043 req-8946fa20-e86f-49c7-8b9a-3495b9710a6e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 944 time: 0.1010315 Nov 03 21:45:41.298661 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.358033 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1483b9-fae9-407f-a96d-da73b21d6b9c req-e2c434ad-c7ee-4904-a157-1bca49865e68 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:41.359506 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ad1483b9-fae9-407f-a96d-da73b21d6b9c req-e2c434ad-c7ee-4904-a157-1bca49865e68 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 950 time: 0.1313150 Nov 03 21:45:41.459255 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-aa985870-fabf-4fdd-9278-76dc66eab043 req-d3e0f3d9-e9f8-40a4-ad64-6b8b0ccbf909 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638002 Nov 03 21:45:41.519539 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ad1483b9-fae9-407f-a96d-da73b21d6b9c req-a61e73d6-6108-4de6-bc51-87e7f955e2ba tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440496 Nov 03 21:45:41.566518 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-05351df2-02f4-4cec-8ac2-863975e199d0 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:41.567946 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-05351df2-02f4-4cec-8ac2-863975e199d0 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 811 time: 0.2236419 Nov 03 21:45:41.590037 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8e49055a-7aae-4a4d-8467-91bbcd6422c7 req-a13572ec-9089-42d6-9e60-da8c80c24e7e tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 210 time: 0.0510540 Nov 03 21:45:41.599304 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.606853 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.651570 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 21:45:41.668106 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53697b1-1b9e-4993-ad5c-b597ec361a45,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:41.677333 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.677656 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Added segment 8793ff31-affe-4e39-8d7b-02aa4c12bf6e of type vlan for network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 Nov 03 21:45:41.684540 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-57b66786-735a-4399-8824-d074e6d2d102 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9ae235971d5467cbf6d19058d63882c HTTP/1.1" status: 200 len: 379 time: 0.1002598 Nov 03 21:45:41.696304 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'port': {'device_id': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'admin_state_up': True, 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'security_groups': ['37273184-e5ab-4a7d-a15a-7001ebaf684c']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:45:41.774401 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762171457154'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.818019 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.818907 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:41.819549 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.894663 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8347149 Nov 03 21:45:41.897581 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec11b8-e2fa-44d2-8981-83c5aa008863 admin admin] Pushing event updated for resources: {'Network': ['ID=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:41.897810 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 41428) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:41.903814 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Request body: {'subnet': {'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1907890336-subnet', 'tenant_id': '728ae3e202f34215822050b1f6e605ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:45:41.913431 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Made reservation on behalf of d9ae235971d5467cbf6d19058d63882c for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:45:41.915042 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 details requested by agent ovs-agent-dv-cinder-816573-1-iscsi with host dv-cinder-816573-1-iscsi {{(pid=101176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 21:45:41.918078 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:41.936114 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Made reservation on behalf of 728ae3e202f34215822050b1f6e605ed for: {'subnet': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:45:41.939383 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59157751'] for subnet, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.063488 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Allocated IP 172.20.0.10 (d9396bc9-d804-479b-8930-8150cacae48d/a9031653-3a70-417f-82e2-b398c5f35018/b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:45:42.135998 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59145089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59157657'] for subnet, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.194025 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6803c70-bab2-4770-9cc5-7b48f102f1d9,revision_number=0']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:42.201639 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Checking segment: {'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:45:42.201987 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Network hostable DHCP agents. Network: 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76, hostable agents: ['0e73be44-b636-44ac-a54c-e43409a9edbe'], hosted agents: [] {{(pid=101175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 21:45:42.211633 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.219288 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 is scheduled to be hosted by DHCP agent 0e73be44-b636-44ac-a54c-e43409a9edbe with binding_index 1 {{(pid=101175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 21:45:42.228191 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816573-1-iscsi, 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76) {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:45:42.232628 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:42.233266 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.237866 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779c684a-2b4f-4fff-bee4-d92d3087bd15 None None] Network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:45:42.246914 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.257756 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-c06031b0-9b46-41f4-855f-fca3bff3a279 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3511608 Nov 03 21:45:42.290196 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Network d9396bc9-d804-479b-8930-8150cacae48d is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:45:42.295421 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:45:42.299489 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:45:42.306263 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:42.356190 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:42.357091 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.379840 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-84adc7bf-d52f-4521-a62c-6da6db2626d5 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6873128 Nov 03 21:45:42.393788 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Request body: {'port': {'device_id': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:45:42.410270 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549028a-42bb-42f1-bbdb-5131238e1791 None None] Network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:45:42.458011 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.703061 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a3a4a392-ef94-424b-b67c-b99262a60f05 up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:45:42.729226 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-6c49e66a-1d65-4853-a1cf-adfd83010761 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:42.731144 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-6c49e66a-1d65-4853-a1cf-adfd83010761 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 950 time: 0.1033506 Nov 03 21:45:42.763143 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b5574-0ba5-43f9-abf3-600a20897c07 req-dee7afd8-de14-430b-add2-3cf9c1d60cc7 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:42.764883 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-629b5574-0ba5-43f9-abf3-600a20897c07 req-dee7afd8-de14-430b-add2-3cf9c1d60cc7 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ff390e5-1d01-42d9-bedf-7b259bc894d5 HTTP/1.1" status: 200 len: 950 time: 0.1623430 Nov 03 21:45:42.769798 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-b42581c5-c406-4f97-a781-dcc080a74a40 None None] Provisioning complete for port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd triggered by entity DHCP. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:45:42.770135 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b42581c5-c406-4f97-a781-dcc080a74a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.807301 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-b42581c5-c406-4f97-a781-dcc080a74a40 None None] Port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd cannot update to ACTIVE because it is not bound. {{(pid=101176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 21:45:42.833524 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port a3a4a392-ef94-424b-b67c-b99262a60f05 triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:45:42.833983 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.874581 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Deleting port 092f3359-e93b-4dfd-9667-e603e9af8dac {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:45:42.876056 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.899504 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c980af4-49d4-4f1f-a3e3-bdfcf8269e74 req-0e750fe3-887a-4693-a23b-a20af67c20bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:42.901182 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7c980af4-49d4-4f1f-a3e3-bdfcf8269e74 req-0e750fe3-887a-4693-a23b-a20af67c20bd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 932 time: 0.1992028 Nov 03 21:45:42.926184 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-629b5574-0ba5-43f9-abf3-600a20897c07 req-1ec0d3f7-c3e3-460d-bfeb-5141caee3b0a tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.62 "GET /v2.0/security-groups?id=45781eed-97d9-4231-b7bd-c92b217f3065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363561 Nov 03 21:45:42.944385 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:42.986716 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:42.988822 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:42.992171 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e6dd5f-8c30-4c6f-901d-075bdc438364" -d '{"events": [{"server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "name": "network-vif-plugged", "status": "completed", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:42.998128 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.013636 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:45:43.031898 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] For port 092f3359-e93b-4dfd-9667-e603e9af8dac, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=092f3359-e93b-4dfd-9667-e603e9af8dac,segment=NetworkSegment(36bab73c-f4e0-4e04-99ad-ddd6188717b7),segment_id=36bab73c-f4e0-4e04-99ad-ddd6188717b7)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:43.033305 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.034190 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.041278 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74904aa-bd9c-49a3-845d-b03fab204597 x-openstack-request-id: req-d74904aa-bd9c-49a3-845d-b03fab204597 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:43.042107 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "name": "network-vif-plugged", "status": "completed", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:43.042362 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d74904aa-bd9c-49a3-845d-b03fab204597 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:43.042754 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'code': 200} Nov 03 21:45:43.045873 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7c980af4-49d4-4f1f-a3e3-bdfcf8269e74 req-a84a2608-7402-4623-a083-172203bff044 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379795 Nov 03 21:45:43.052695 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Calling delete_port for 092f3359-e93b-4dfd-9667-e603e9af8dac owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:45:43.053736 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Transition to ACTIVE for port object b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:45:43.061782 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.064758 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=8']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:43.117404 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:43.199720 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.204999 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Attempting to bind port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:45:43.205343 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Attempting to bind port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:45:43.207037 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Attempting to bind port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd on network d9396bc9-d804-479b-8930-8150cacae48d {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:45:43.213201 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['092f3359-e93b-4dfd-9667-e603e9af8dac'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:45:43.215173 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd on network d9396bc9-d804-479b-8930-8150cacae48d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:45:43.215754 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Attempting to bind port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd on network d9396bc9-d804-479b-8930-8150cacae48d {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:45:43.222358 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:45:43.223190 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Checking segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:45:43.223779 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Bound using segment: {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:45:43.224534 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Bound port: b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3459a24-292a-40ae-bfa0-028229e5c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:45:43.225179 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.237711 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Pushing event deleted for resources: {'Port': ['ID=092f3359-e93b-4dfd-9667-e603e9af8dac,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:43.291356 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] No DVR routers for this DVR port 092f3359-e93b-4dfd-9667-e603e9af8dac on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:45:43.294593 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.298170 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-2490dbd3-91eb-4483-8067-674d395d83f3 req-9823e1ef-ac6c-440a-8ae7-09486f3b5066 tempest-VolumesNegativeTest-130357538 tempest-VolumesNegativeTest-130357538-project] 10.222.0.11 "DELETE /v2.0/ports/092f3359-e93b-4dfd-9667-e603e9af8dac HTTP/1.1" status: 204 len: 173 time: 0.5609319 Nov 03 21:45:43.298818 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff390e5-1d01-42d9-bedf-7b259bc894d5', 'name': 'network-vif-deleted', 'tag': '092f3359-e93b-4dfd-9667-e603e9af8dac'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:43.302508 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2736e6-17d2-4042-a2d2-b0daee88890b" -d '{"events": [{"server_uuid": "2ff390e5-1d01-42d9-bedf-7b259bc894d5", "name": "network-vif-deleted", "tag": "092f3359-e93b-4dfd-9667-e603e9af8dac"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:43.314897 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] For port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:45:43.325393 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] For port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:45:43.332721 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.353864 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029a63f1-4870-47f0-bd04-e594dea602f1 x-openstack-request-id: req-029a63f1-4870-47f0-bd04-e594dea602f1 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:43.354151 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff390e5-1d01-42d9-bedf-7b259bc894d5", "name": "network-vif-deleted", "tag": "092f3359-e93b-4dfd-9667-e603e9af8dac", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:43.354404 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-029a63f1-4870-47f0-bd04-e594dea602f1 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:43.354790 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff390e5-1d01-42d9-bedf-7b259bc894d5', 'name': 'network-vif-deleted', 'tag': '092f3359-e93b-4dfd-9667-e603e9af8dac', 'status': 'completed', 'code': 200} Nov 03 21:45:43.383022 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:43.383699 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:43.385195 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] 10.222.0.11 "PUT /v2.0/ports/b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd HTTP/1.1" status: 200 len: 1094 time: 0.9961107 Nov 03 21:45:43.385716 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:43.387933 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f" -d '{"events": [{"name": "network-changed", "server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:43.437554 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253063f3-a17e-4e59-81a6-fc4708d8a966 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:43.451878 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e118951a-5f0b-4a4f-aab3-e392d8be071b x-openstack-request-id: req-e118951a-5f0b-4a4f-aab3-e392d8be071b {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:43.452232 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:43.452824 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e118951a-5f0b-4a4f-aab3-e392d8be071b {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:43.453313 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'status': 'completed', 'code': 200} Nov 03 21:45:43.528440 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-0b25cf4e-2792-4ce3-a361-4e7be9887cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:43.530001 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-0b25cf4e-2792-4ce3-a361-4e7be9887cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 1097 time: 0.0510864 Nov 03 21:45:43.575141 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-89a99960-b641-4a2d-97d3-e47565380f20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd HTTP/1.1" status: 200 len: 217 time: 0.0352011 Nov 03 21:45:43.627338 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-b8908c44-ba94-4d10-b5b6-bcc126a14c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:43.628822 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-b8908c44-ba94-4d10-b5b6-bcc126a14c4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0444906 Nov 03 21:45:43.676982 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-c0b1019f-6512-445e-950e-c034783dc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:43.678470 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-c0b1019f-6512-445e-950e-c034783dc522 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419307 Nov 03 21:45:43.770395 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-580523a5-cfe1-4ab9-aa42-b330330fd82c service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842974 Nov 03 21:45:43.875455 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1fe2605d-44b5-4662-b604-7e4d36b5d471 req-8c37eab7-68d5-4f59-8c72-b39979864230 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934219 Nov 03 21:45:43.964848 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-90098aaf-0a80-472b-bd3b-b357b6b188c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:43.966371 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-90098aaf-0a80-472b-bd3b-b357b6b188c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 1097 time: 0.0429416 Nov 03 21:45:44.070124 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-94bebe7d-48eb-4a77-99ac-f633a5cc927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:44.071631 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-94bebe7d-48eb-4a77-99ac-f633a5cc927d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.0951824 Nov 03 21:45:44.129406 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-021fde26-1959-4b62-9d59-23f5ac494b27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd HTTP/1.1" status: 200 len: 217 time: 0.0491083 Nov 03 21:45:44.275546 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-61490f74-2dc3-49e9-bd74-880968286624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:44.276991 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-61490f74-2dc3-49e9-bd74-880968286624 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.1408956 Nov 03 21:45:44.337003 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656512aa-f6a3-4a1d-b025-cddd3801205c req-075570e1-f356-4dea-82fc-0f0f8a1999db tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:44.339353 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-656512aa-f6a3-4a1d-b025-cddd3801205c req-075570e1-f356-4dea-82fc-0f0f8a1999db tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 944 time: 0.1640279 Nov 03 21:45:44.380671 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-0a5d3d84-101d-4742-bca8-bdb5d68876b8 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:44.382250 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-0a5d3d84-101d-4742-bca8-bdb5d68876b8 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/networks?id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 HTTP/1.1" status: 200 len: 814 time: 0.2370620 Nov 03 21:45:44.409276 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-0dd68302-d5ab-4932-8659-10a185124ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:44.411124 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-0dd68302-d5ab-4932-8659-10a185124ecd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226771 Nov 03 21:45:44.470465 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-af579027-900e-4714-b7a9-dd32c479c324 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/quotas/728ae3e202f34215822050b1f6e605ed HTTP/1.1" status: 200 len: 375 time: 0.0808718 Nov 03 21:45:44.480990 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-656512aa-f6a3-4a1d-b025-cddd3801205c req-5f910b09-1073-47eb-962c-c26d8a3a129c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302078 Nov 03 21:45:44.547843 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-114a00fb-bbf2-4a7f-baa1-f7f238014636 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=728ae3e202f34215822050b1f6e605ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651705 Nov 03 21:45:44.636822 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-a6cccac2-cd48-4714-9e2d-57c5f7eaefa2 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166324 Nov 03 21:45:44.724513 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-7eeb600d-c3c7-4df4-96ff-eb2c22ea9841 service neutron] 10.222.0.62 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667068 Nov 03 21:45:45.066948 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0b9ffedd-58ac-4e80-9f43-0b3d6287388f req-19e3cb1d-9dd8-45e8-a9cb-260de38742a9 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231780 Nov 03 21:45:45.100631 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-ddb0babb-6c2f-4f36-a834-8964210d3f8f service neutron] 10.222.0.62 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670657 Nov 03 21:45:45.287801 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-65dc50c3-7e58-4f18-a805-4c7516cb26ee req-bb50e790-fec2-4f42-9b0c-10dd1285b134 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 210 time: 0.0277586 Nov 03 21:45:45.622359 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14b238-89fe-4974-9acf-e9d72ec7c498 req-012efca8-d394-43a3-9407-d78651b96638 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:45.624105 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af14b238-89fe-4974-9acf-e9d72ec7c498 req-012efca8-d394-43a3-9407-d78651b96638 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 944 time: 0.0680692 Nov 03 21:45:45.688379 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-af14b238-89fe-4974-9acf-e9d72ec7c498 req-ecf62bed-4f82-4ca6-b87c-fe374336f338 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572131 Nov 03 21:45:46.272629 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-2b14a3b6-b3f8-41eb-8ab3-5b544e172aba tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:46.274224 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-2b14a3b6-b3f8-41eb-8ab3-5b544e172aba tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.11 "GET /v2.0/networks?id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 HTTP/1.1" status: 200 len: 814 time: 0.1108212 Nov 03 21:45:46.287588 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Request body: {'port': {'device_id': '96d93e37-e1aa-49c4-867a-748b312dbb18', 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76', 'admin_state_up': True, 'tenant_id': '728ae3e202f34215822050b1f6e605ed'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:45:46.405928 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8395b224-e033-462c-80d2-a7957d6041ed req-c6a44735-2802-426b-895d-4d373efd0478 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 210 time: 0.0312362 Nov 03 21:45:46.463216 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Made reservation on behalf of 728ae3e202f34215822050b1f6e605ed for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:45:46.466841 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:46.572713 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 092f3359-e93b-4dfd-9667-e603e9af8dac no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:45:46.594362 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 092f3359-e93b-4dfd-9667-e603e9af8dac {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:45:46.594755 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 092f3359-e93b-4dfd-9667-e603e9af8dac not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:45:46.628820 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Allocated IP 172.20.0.5 (29d9ba26-6e6c-4bb8-8de9-7721eff6ea76/f6803c70-bab2-4770-9cc5-7b48f102f1d9/a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:45:46.824870 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:46.853454 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a17dae-1ad8-4261-b608-5bc67d325d54 req-fbbb9e4e-4529-4a14-ad2c-8e22b7fe976d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:46.855302 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-46a17dae-1ad8-4261-b608-5bc67d325d54 req-fbbb9e4e-4529-4a14-ad2c-8e22b7fe976d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 944 time: 0.0874670 Nov 03 21:45:46.900527 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:46.949524 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-46a17dae-1ad8-4261-b608-5bc67d325d54 req-864896ee-d764-40b2-9231-be69d36ac3b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849216 Nov 03 21:45:46.966628 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:45:46.970076 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:45:46.975426 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:45:46.979186 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Pushing event updated for resources: {'Port': ['ID=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:47.032287 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:47.032998 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:47.050493 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-cdd76bc1-1e3a-4f68-a398-9e9c7c36dc70 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671733 Nov 03 21:45:47.064468 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Request body: {'port': {'device_id': '96d93e37-e1aa-49c4-867a-748b312dbb18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:45:47.123393 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:47.393497 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:45:47.401231 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:47.414606 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Transition to ACTIVE for port object a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:45:47.417572 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:47.473463 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:47.587805 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a62375-70bc-48e6-a82e-5cbf8e4e3d63 req-7a1845dc-5e53-49ee-aaa7-b1bf44ddaf44 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:47.589365 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-91a62375-70bc-48e6-a82e-5cbf8e4e3d63 req-7a1845dc-5e53-49ee-aaa7-b1bf44ddaf44 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 943 time: 0.0897305 Nov 03 21:45:47.590054 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Attempting to bind port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:45:47.590383 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Attempting to bind port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:45:47.590722 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Attempting to bind port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c on network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:45:47.601674 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c on network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:45:47.601996 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Attempting to bind port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c on network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:45:47.615471 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:45:47.615805 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Checking segment: {'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:45:47.616191 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Bound using segment: {'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:45:47.616653 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Bound port: a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:45:47.617010 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:47.678100 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-91a62375-70bc-48e6-a82e-5cbf8e4e3d63 req-960816c7-3a23-4f79-ad3f-0ca52c288537 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823984 Nov 03 21:45:47.709669 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] For port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c, host hv-cinder-81657, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:45:47.713064 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] For port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:45:47.717607 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:47.753630 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:47.754251 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:47.755652 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] 10.222.0.11 "PUT /v2.0/ports/a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c HTTP/1.1" status: 200 len: 1093 time: 0.6968367 Nov 03 21:45:47.756094 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d93e37-e1aa-49c4-867a-748b312dbb18', 'tag': 'a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:47.758416 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7" -d '{"events": [{"name": "network-changed", "server_uuid": "96d93e37-e1aa-49c4-867a-748b312dbb18", "tag": "a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:47.790165 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b15c9b-e195-4ff9-ac89-a7935bf05720 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:47.813186 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c05f8c-0e3c-4d8f-af71-365c81e6ea5a x-openstack-request-id: req-07c05f8c-0e3c-4d8f-af71-365c81e6ea5a {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:47.813484 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d93e37-e1aa-49c4-867a-748b312dbb18", "tag": "a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:47.813737 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07c05f8c-0e3c-4d8f-af71-365c81e6ea5a {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:47.814144 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d93e37-e1aa-49c4-867a-748b312dbb18', 'tag': 'a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c', 'status': 'completed', 'code': 200} Nov 03 21:45:47.845778 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-c6e8f8cd-35a9-4a79-9a0d-9da69eb001f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:47.847379 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-c6e8f8cd-35a9-4a79-9a0d-9da69eb001f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=728ae3e202f34215822050b1f6e605ed&device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 1096 time: 0.0507445 Nov 03 21:45:47.891512 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-59ed4a52-3413-45ba-ad79-50a036457297 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c HTTP/1.1" status: 200 len: 217 time: 0.0361063 Nov 03 21:45:47.948967 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-83a20aed-f346-492b-9361-f87bc9c34d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:47.950628 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-83a20aed-f346-492b-9361-f87bc9c34d1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6803c70-bab2-4770-9cc5-7b48f102f1d9 HTTP/1.1" status: 200 len: 854 time: 0.0523908 Nov 03 21:45:47.984468 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-59e4d755-8e37-454e-aa91-491f4b7a887e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267806 Nov 03 21:45:48.136092 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeadf2-2caf-4d27-8c56-ce75f68671f9 req-e5e3568c-3496-459c-b2ed-e71dab702803 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:48.137637 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c1aeadf2-2caf-4d27-8c56-ce75f68671f9 req-e5e3568c-3496-459c-b2ed-e71dab702803 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 944 time: 0.0797892 Nov 03 21:45:48.139797 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-9d79ddbe-6ede-4412-a968-41c7d8fd98c3 service neutron] 10.222.0.11 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430440 Nov 03 21:45:48.160179 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 41722) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:48.249704 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c1aeadf2-2caf-4d27-8c56-ce75f68671f9 req-b1bc6a9c-1dfc-4f29-ad4f-5c01b3bfdd92 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058917 Nov 03 21:45:48.276018 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d72c93f6-aac9-4516-bf40-b103a9c7c714 req-619e7f1f-9339-4466-b98d-9ef9dae108d0 service neutron] 10.222.0.11 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253567 Nov 03 21:45:48.311224 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-79a5c3dd-fd5f-49ab-b4d4-ba6f0461231c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9cb2747b30d4aeda0fd2e3ae1cc071b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476426 Nov 03 21:45:48.312571 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41726) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:45:48.390933 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-04446c2a-633e-4bc5-9050-815046a6bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:48.392468 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-04446c2a-633e-4bc5-9050-815046a6bbf0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=728ae3e202f34215822050b1f6e605ed&device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 1096 time: 0.0666749 Nov 03 21:45:48.397199 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6b57-0781-4bd4-9e7b-9f7ab27171bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:48.442092 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6b57-0781-4bd4-9e7b-9f7ab27171bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:48.534103 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-3f6d751e-81a9-46c5-93b3-9a9e70a23404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:48.535836 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-3f6d751e-81a9-46c5-93b3-9a9e70a23404 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 HTTP/1.1" status: 200 len: 915 time: 0.1359208 Nov 03 21:45:48.553155 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6b57-0781-4bd4-9e7b-9f7ab27171bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:48.555731 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6b57-0781-4bd4-9e7b-9f7ab27171bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:48.556892 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9c2f6b57-0781-4bd4-9e7b-9f7ab27171bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45781eed-97d9-4231-b7bd-c92b217f3065 HTTP/1.1" status: 204 len: 168 time: 0.2433009 Nov 03 21:45:48.588821 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-008ab6f6-1f0e-4853-98a3-bf3b6a76aa28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c HTTP/1.1" status: 200 len: 217 time: 0.0451248 Nov 03 21:45:48.593925 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f6b57-0781-4bd4-9e7b-9f7ab27171bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45781eed-97d9-4231-b7bd-c92b217f3065,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:48.653507 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-b46728fc-1d31-443f-9884-e00593594a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:48.656086 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-b46728fc-1d31-443f-9884-e00593594a3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6803c70-bab2-4770-9cc5-7b48f102f1d9 HTTP/1.1" status: 200 len: 854 time: 0.0594163 Nov 03 21:45:48.704144 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-46d1c307-a159-483e-b1da-3aa1dc627cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376868 Nov 03 21:45:48.848486 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-5662ce30-a32d-4792-ae01-eef2d87a2813 service neutron] 10.222.0.11 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349039 Nov 03 21:45:48.864282 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3da0c7-082d-4a1d-a150-65027cf96948 req-e2aa2060-1183-4d31-9901-9267b2ac847d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:48.866892 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7a3da0c7-082d-4a1d-a150-65027cf96948 req-e2aa2060-1183-4d31-9901-9267b2ac847d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 943 time: 0.0827878 Nov 03 21:45:49.013421 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7a3da0c7-082d-4a1d-a150-65027cf96948 req-443ac5ef-affe-4898-a393-036faee9fb85 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318555 Nov 03 21:45:49.041617 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e626a2ef-8d48-4ddc-b98f-52307ea8dda7 req-dee65510-4e6b-4c81-9ac4-5d19a8082fb9 service neutron] 10.222.0.11 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732020 Nov 03 21:45:49.399152 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72288-5769-420f-9bd9-964eb1d6f9c3 req-047297c3-f218-4482-9247-72be89ab270c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:49.400821 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3fe72288-5769-420f-9bd9-964eb1d6f9c3 req-047297c3-f218-4482-9247-72be89ab270c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 944 time: 0.0649636 Nov 03 21:45:49.428916 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:49.474081 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3fe72288-5769-420f-9bd9-964eb1d6f9c3 req-7c10f4d3-975b-4488-8706-2a53f907f2b4 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655448 Nov 03 21:45:50.172088 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e7ec-1e29-4af2-b36e-c085fbd7efd7 req-fd39a3f8-47c1-4045-94e5-afb2a5ec2357 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:50.173494 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8608e7ec-1e29-4af2-b36e-c085fbd7efd7 req-fd39a3f8-47c1-4045-94e5-afb2a5ec2357 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 943 time: 0.0823095 Nov 03 21:45:50.181603 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-4d674c2a-b2bb-412f-943e-16748cd713c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587230 Nov 03 21:45:50.238450 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8608e7ec-1e29-4af2-b36e-c085fbd7efd7 req-7c94fc72-c706-45d3-8893-40270246974f tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558608 Nov 03 21:45:50.272129 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-0d0fcea1-d2c7-4a20-8500-de56a803c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:50.273644 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-0d0fcea1-d2c7-4a20-8500-de56a803c6af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1098 time: 0.0487087 Nov 03 21:45:50.392251 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-d068a111-d59e-4cd3-96e5-0c76659df603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:50.393818 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-d068a111-d59e-4cd3-96e5-0c76659df603 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 909 time: 0.0986738 Nov 03 21:45:50.464702 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-2e5b797b-44e0-4e17-aac9-df2f37bc9784 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 1001 time: 0.0631297 Nov 03 21:45:50.536261 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-a3815162-990a-4698-aad4-3a9f4fa72e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:50.538743 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-a3815162-990a-4698-aad4-3a9f4fa72e6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 200 len: 847 time: 0.0664663 Nov 03 21:45:50.570889 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:45:50.624162 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-3b848381-d3d3-4fb5-8830-488999624379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:50.625773 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-3b848381-d3d3-4fb5-8830-488999624379 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d114de42-5fc6-4730-bde8-bb2110ce67a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790756 Nov 03 21:45:50.648304 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef477-e8a5-4871-aba9-12d220bd0426 req-32f77d3b-66a1-4911-bf6d-2a426652de1c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:50.649934 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-482ef477-e8a5-4871-aba9-12d220bd0426 req-32f77d3b-66a1-4911-bf6d-2a426652de1c tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 944 time: 0.0685267 Nov 03 21:45:50.685057 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:50.698097 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'port_id': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'mac_address': 'fa:16:3e:85:30:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:45:50.741557 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:50.755435 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:45:50.769677 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-482ef477-e8a5-4871-aba9-12d220bd0426 req-36005903-ae61-4e5a-a082-3ece7532ff07 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013563 Nov 03 21:45:50.773790 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-0ea2d5da-862c-459c-b2ed-992c55facdfe service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405897 Nov 03 21:45:50.781882 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:50.796516 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:50.797823 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:45:50.873142 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:50.880404 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8b627913-6563-4e07-8fc9-682eef7c2764 req-60196700-b5ad-4a31-ba34-1f5ef68343d1 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993447 Nov 03 21:45:50.887602 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.887953 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.888293 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.888665 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.889056 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.889440 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.889676 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.890295 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.890742 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.891034 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.891845 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.892180 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:45:50.966554 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:50.980559 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c', 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76', 'port_id': 'a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c', 'mac_address': 'fa:16:3e:6b:d0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6803c70-bab2-4770-9cc5-7b48f102f1d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:45:51.030833 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:51.048372 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:45:51.075414 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:51.076945 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:51.136157 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:51.358198 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34060e7-18e5-4ea2-926e-f9ebb2f7f7ca req-1e5bd437-17fd-4fa6-951f-c8c834d7953f tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:51.359719 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b34060e7-18e5-4ea2-926e-f9ebb2f7f7ca req-1e5bd437-17fd-4fa6-951f-c8c834d7953f tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 944 time: 0.0535471 Nov 03 21:45:51.405932 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b34060e7-18e5-4ea2-926e-f9ebb2f7f7ca req-d599f270-06eb-47b6-b1d9-c178e8ef1bbf tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Nov 03 21:45:51.884805 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23466f-d6ef-4743-9568-1f14afc94b32 req-4f9eaf1b-c8bc-4682-8d2a-6a848132b2c3 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:51.886438 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2c23466f-d6ef-4743-9568-1f14afc94b32 req-4f9eaf1b-c8bc-4682-8d2a-6a848132b2c3 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 945 time: 0.0479739 Nov 03 21:45:51.935770 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2c23466f-d6ef-4743-9568-1f14afc94b32 req-eaeb51d5-baec-4ad6-976a-d01eb1f74e50 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431895 Nov 03 21:45:52.518953 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330af1e-c277-4b57-bb8a-2eb6ca7f3fe0 req-94711960-2779-48ac-9c57-4eac85c439c1 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:52.520457 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8330af1e-c277-4b57-bb8a-2eb6ca7f3fe0 req-94711960-2779-48ac-9c57-4eac85c439c1 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 944 time: 0.0477951 Nov 03 21:45:52.570804 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8330af1e-c277-4b57-bb8a-2eb6ca7f3fe0 req-e350b0ef-1f2e-4b3a-be43-1371c7830bba tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Nov 03 21:45:53.050279 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b5b0e-8473-4e62-a628-50bbb7c1c4d0 req-69f04da3-c1e0-4d40-b7ed-76c5b9009b82 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:53.051738 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fe9b5b0e-8473-4e62-a628-50bbb7c1c4d0 req-69f04da3-c1e0-4d40-b7ed-76c5b9009b82 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 945 time: 0.0487704 Nov 03 21:45:53.102355 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fe9b5b0e-8473-4e62-a628-50bbb7c1c4d0 req-22072221-d709-44f1-b4f8-5524ce5997cb tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442643 Nov 03 21:45:53.334448 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:45:53.684975 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3478f8-992d-4315-8ff6-213aa27c6d40 req-88662598-de0e-4db0-98c0-747c1c56016f tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:53.686442 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5e3478f8-992d-4315-8ff6-213aa27c6d40 req-88662598-de0e-4db0-98c0-747c1c56016f tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 944 time: 0.0477104 Nov 03 21:45:53.732284 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5e3478f8-992d-4315-8ff6-213aa27c6d40 req-ac6757be-e26b-4641-9ea6-a953a2d6b73d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Nov 03 21:45:54.220404 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ea0f-f99f-4415-965c-d5c754499679 req-a308610f-df50-47db-9238-1315b5c2cb3e tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:54.221885 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4b10ea0f-f99f-4415-965c-d5c754499679 req-a308610f-df50-47db-9238-1315b5c2cb3e tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 945 time: 0.0520501 Nov 03 21:45:54.270749 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4b10ea0f-f99f-4415-965c-d5c754499679 req-b542cd94-87b7-42ea-84cf-51c839bd39c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Nov 03 21:45:54.353716 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:45:54.844976 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5fa0-4f6e-4ec1-a2d6-6cd002e6d5aa req-bfdab6d2-f882-4465-bbe6-df4d5ce7db21 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:54.846454 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-16df5fa0-4f6e-4ec1-a2d6-6cd002e6d5aa req-bfdab6d2-f882-4465-bbe6-df4d5ce7db21 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 944 time: 0.0488334 Nov 03 21:45:54.892449 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-16df5fa0-4f6e-4ec1-a2d6-6cd002e6d5aa req-678f5b25-9074-492f-9084-ece634b7ecb9 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Nov 03 21:45:55.356681 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:45:55.402990 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d119-68ff-4ea6-a029-0fdedb8e03b2 req-05f7edc8-f601-4ec3-8ab4-cb1552c81bcd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:55.404739 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2b36d119-68ff-4ea6-a029-0fdedb8e03b2 req-05f7edc8-f601-4ec3-8ab4-cb1552c81bcd tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 945 time: 0.0527313 Nov 03 21:45:55.407366 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:45:55.411598 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:45:55.411971 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:55.454948 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2b36d119-68ff-4ea6-a029-0fdedb8e03b2 req-882ae8cf-c7ca-4c84-9ca9-25a7ba8648ab tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438244 Nov 03 21:45:55.491567 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:55.514406 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:55.516635 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8ed225-e052-47db-bcce-cd1d0b74d98b" -d '{"events": [{"server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "name": "network-vif-plugged", "status": "completed", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:55.529553 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:55.533737 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:55.534524 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:45:55.572000 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b3405f-ec92-481a-8c9f-af365ee5421e x-openstack-request-id: req-67b3405f-ec92-481a-8c9f-af365ee5421e {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:55.572288 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "name": "network-vif-plugged", "status": "completed", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:55.572565 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67b3405f-ec92-481a-8c9f-af365ee5421e {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:55.572952 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'code': 200} Nov 03 21:45:55.609750 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:55.623263 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:45:55.627417 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:45:55.627812 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:55.706864 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:55.738490 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:45:55.742321 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:45:55.788734 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:45:56.004995 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aacc8-ee17-4e4c-aaa3-9bdfd18d7612 req-39b22440-5a40-48b8-b592-c8d34fc5ce42 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:56.006460 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9e3aacc8-ee17-4e4c-aaa3-9bdfd18d7612 req-39b22440-5a40-48b8-b592-c8d34fc5ce42 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 945 time: 0.0476527 Nov 03 21:45:56.052725 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9e3aacc8-ee17-4e4c-aaa3-9bdfd18d7612 req-5411fb5b-0910-494b-9762-e47391ea7a9b tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Nov 03 21:45:56.568374 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872c30d-7285-413e-aac6-044804febda9 req-daea64b6-7fc6-41a7-8a10-726cad801a93 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:56.569839 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5872c30d-7285-413e-aac6-044804febda9 req-daea64b6-7fc6-41a7-8a10-726cad801a93 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0472839 Nov 03 21:45:56.621269 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5872c30d-7285-413e-aac6-044804febda9 req-ac8ef4c3-7904-465a-92bd-172b39f2db74 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447824 Nov 03 21:45:57.167618 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372e900-12e9-4931-961c-75fd8cdb2f9b req-9df5a7da-fda3-4382-a579-90493d6cc989 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:57.169116 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3372e900-12e9-4931-961c-75fd8cdb2f9b req-9df5a7da-fda3-4382-a579-90493d6cc989 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Nov 03 21:45:57.215008 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3372e900-12e9-4931-961c-75fd8cdb2f9b req-e3092261-6b19-422e-9ccd-df719556de40 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 Nov 03 21:45:57.574680 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d93e37-e1aa-49c4-867a-748b312dbb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:45:57.577025 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effd4475-d5c5-469d-934f-2e3d9dd73051" -d '{"events": [{"server_uuid": "96d93e37-e1aa-49c4-867a-748b312dbb18", "name": "network-vif-plugged", "status": "completed", "tag": "a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:45:57.612661 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c3243f-0a83-4e6d-94c9-ac830e139679 x-openstack-request-id: req-f0c3243f-0a83-4e6d-94c9-ac830e139679 {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:45:57.612946 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d93e37-e1aa-49c4-867a-748b312dbb18", "name": "network-vif-plugged", "status": "completed", "tag": "a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:45:57.613200 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0c3243f-0a83-4e6d-94c9-ac830e139679 {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:45:57.613592 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d93e37-e1aa-49c4-867a-748b312dbb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c', 'code': 200} Nov 03 21:45:57.746177 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51e594-f041-4911-8f30-695adf97c787 req-96b62aff-78e7-4ee9-85b7-75d8cedb335d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:57.747646 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6d51e594-f041-4911-8f30-695adf97c787 req-96b62aff-78e7-4ee9-85b7-75d8cedb335d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0574472 Nov 03 21:45:57.795366 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6d51e594-f041-4911-8f30-695adf97c787 req-dd1ae80f-ea0f-403b-a825-283e86d78153 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Nov 03 21:45:58.338822 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09557d2e-a289-452d-9f04-169683a7145b req-059bab5d-fe31-4ffb-bb35-f73fc831efca tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:58.340132 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-09557d2e-a289-452d-9f04-169683a7145b req-059bab5d-fe31-4ffb-bb35-f73fc831efca tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 945 time: 0.0560296 Nov 03 21:45:58.397146 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-09557d2e-a289-452d-9f04-169683a7145b req-4914c4c0-ec95-4062-9a3f-a7934534896b tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499935 Nov 03 21:45:58.474853 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e8494-4f1a-4f5e-8db0-03379093f6c6 req-aac6df42-6c4f-4b00-9b78-9dea739ddcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:58.476318 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7e1e8494-4f1a-4f5e-8db0-03379093f6c6 req-aac6df42-6c4f-4b00-9b78-9dea739ddcff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 1098 time: 0.0392168 Nov 03 21:45:58.543977 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7e1e8494-4f1a-4f5e-8db0-03379093f6c6 req-0be952e8-cb37-4bf7-9b0c-8e35dde647d9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500066 Nov 03 21:45:58.548840 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a657d7-0a08-4e79-9e69-bd78ea2dd40c req-0c13b20d-ee57-42a8-a260-83c3df5f11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:58.550593 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-03a657d7-0a08-4e79-9e69-bd78ea2dd40c req-0c13b20d-ee57-42a8-a260-83c3df5f11f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 1099 time: 0.0574670 Nov 03 21:45:58.823995 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-03a657d7-0a08-4e79-9e69-bd78ea2dd40c req-0441e1ce-1831-4430-adf8-2d7fb89d9fff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446446 Nov 03 21:45:58.907693 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fa103-a298-4231-8490-ec3b8df1ec72 req-ee3d42c8-fe4b-4a4f-811f-90685e4f1a06 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:58.909224 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0c9fa103-a298-4231-8490-ec3b8df1ec72 req-ee3d42c8-fe4b-4a4f-811f-90685e4f1a06 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0483398 Nov 03 21:45:58.961011 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-0c9fa103-a298-4231-8490-ec3b8df1ec72 req-d4d56273-2af7-4894-82a8-a077950df697 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457823 Nov 03 21:45:59.539584 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac47040-5db3-4e2d-9db3-e1e0a13f5f02 req-38120e50-b132-44bd-a39f-9874562a562d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:45:59.542946 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fac47040-5db3-4e2d-9db3-e1e0a13f5f02 req-38120e50-b132-44bd-a39f-9874562a562d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 945 time: 0.0555730 Nov 03 21:45:59.593204 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fac47040-5db3-4e2d-9db3-e1e0a13f5f02 req-e4f09529-4112-4daa-8520-d3a9a13f5dcb tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Nov 03 21:46:00.073727 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583884a-7288-4b75-906d-f7d9652f035e req-ed6e1e07-a38b-4706-ac33-4bd74677a7a2 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:00.075267 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d583884a-7288-4b75-906d-f7d9652f035e req-ed6e1e07-a38b-4706-ac33-4bd74677a7a2 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0488846 Nov 03 21:46:00.126404 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d583884a-7288-4b75-906d-f7d9652f035e req-caad3f9f-40c9-4a13-9096-fa8dffc722e0 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Nov 03 21:46:00.711220 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495411b2-eba6-4a82-81db-e35073c294f2 req-9a5d3c5d-0a6a-41ab-89d9-ffa74cf2c290 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:00.712667 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-495411b2-eba6-4a82-81db-e35073c294f2 req-9a5d3c5d-0a6a-41ab-89d9-ffa74cf2c290 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Nov 03 21:46:00.759360 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-495411b2-eba6-4a82-81db-e35073c294f2 req-bfa808c4-9630-4e85-9793-78c9aec05538 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Nov 03 21:46:01.245613 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020d254-cb31-4997-8bf5-49054f08bbea req-460e6ed2-3d1a-453d-86e7-8d2a9456df49 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:01.247092 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f020d254-cb31-4997-8bf5-49054f08bbea req-460e6ed2-3d1a-453d-86e7-8d2a9456df49 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0513337 Nov 03 21:46:01.295281 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f020d254-cb31-4997-8bf5-49054f08bbea req-87e6c548-b243-4e8a-9597-b12a22452888 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Nov 03 21:46:02.412769 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704c9bc-771b-4d91-8db0-7ad7d948a4fe req-c90c31ed-0f4e-446f-86c8-0ca50cecae83 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:02.414252 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2704c9bc-771b-4d91-8db0-7ad7d948a4fe req-c90c31ed-0f4e-446f-86c8-0ca50cecae83 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0517478 Nov 03 21:46:02.463134 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2704c9bc-771b-4d91-8db0-7ad7d948a4fe req-894ac930-67e7-4c40-9074-57a79061228a tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 Nov 03 21:46:03.574839 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197327a-beea-40d6-9ddf-9e1dc0ac164e req-6274424c-13ae-44ec-bec1-d70e2a517c4b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:03.576325 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b197327a-beea-40d6-9ddf-9e1dc0ac164e req-6274424c-13ae-44ec-bec1-d70e2a517c4b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0486610 Nov 03 21:46:03.627005 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b197327a-beea-40d6-9ddf-9e1dc0ac164e req-52bdae78-1e1f-460e-ba52-26f72765af35 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446150 Nov 03 21:46:03.742801 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115eeda-c22a-42a1-b4c7-4e98c4feea3d req-96ce0242-0e0b-4ed1-8488-c5f2ad604302 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:03.744913 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8115eeda-c22a-42a1-b4c7-4e98c4feea3d req-96ce0242-0e0b-4ed1-8488-c5f2ad604302 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0495269 Nov 03 21:46:03.800887 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8115eeda-c22a-42a1-b4c7-4e98c4feea3d req-8300fbb5-1142-423a-bce5-d83a71f563aa tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500145 Nov 03 21:46:03.823920 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41922) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:46:03.866891 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559a6f49-0a0e-42b4-b7f3-66d66f35777c tempest-TestVolumeBootPattern-718613212 tempest-TestVolumeBootPattern-718613212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:03.871114 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-559a6f49-0a0e-42b4-b7f3-66d66f35777c tempest-TestVolumeBootPattern-718613212 tempest-TestVolumeBootPattern-718613212-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 1094 time: 0.0434406 Nov 03 21:46:03.871848 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41926) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:46:03.875642 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Request body: {'floatingip': {'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'port_id': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:46:03.901096 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:03.999321 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:04.110252 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Allocated IP 172.27.0.55 (a252c8df-1583-43ea-accb-8c395ed49e74/938a29c2-c794-4a8e-939b-c621fc494e76/595f3f00-f805-405b-ab91-b9fbfff2f712) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:46:04.215471 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:04.254823 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:04.291865 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Network a252c8df-1583-43ea-accb-8c395ed49e74 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:46:04.295235 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:46:04.297917 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:46:04.330019 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=595f3f00-f805-405b-ab91-b9fbfff2f712,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:46:04.682807 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:04.760794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:05.180476 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:05.185865 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60574206'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:05.254514 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event updated for resources: {'Port': ['ID=595f3f00-f805-405b-ab91-b9fbfff2f712,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:46:05.268550 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884086'] for floatingip, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:05.382403 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Floating IP dcf0847c-d276-42ba-bbb1-a4f4b2605965 associated. External IP: 172.27.0.55, port: b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd. Nov 03 21:46:05.595281 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:46:05.710006 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-a76ac685-79c3-46b3-b5c6-56ebcc55a7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:05.712174 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:46:05.725069 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:46:05.731465 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:05.735677 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:46:05.736538 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:45:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:46:05.766199 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9bd6c54b-9791-46b6-8e2d-6bcc8284718d tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8868909 Nov 03 21:46:05.766199 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:46:05.766199 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a7390d-58bc-42a6-b4a4-760deb9e344c" -d '{"events": [{"name": "network-changed", "server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:46:05.799648 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ea5d08-a8aa-4d04-afec-474650e180a7 x-openstack-request-id: req-e3ea5d08-a8aa-4d04-afec-474650e180a7 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:46:05.799935 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:46:05.800216 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3ea5d08-a8aa-4d04-afec-474650e180a7 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:46:05.800641 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'status': 'completed', 'code': 200} Nov 03 21:46:05.848906 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:46:05.873565 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-c9242669-2086-40ad-b25b-2114728ae027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:05.875108 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-c9242669-2086-40ad-b25b-2114728ae027 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 1099 time: 0.0419562 Nov 03 21:46:05.981115 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-6968e9c0-3663-47d1-ae85-c9da57d6cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:05.982497 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-6968e9c0-3663-47d1-ae85-c9da57d6cecc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.0987389 Nov 03 21:46:06.057749 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-66b77944-6bc5-4b25-b878-891c1e17d97e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd HTTP/1.1" status: 200 len: 999 time: 0.0671158 Nov 03 21:46:06.095292 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:06Z', 'revision_number': 1, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}, {'id': 'dcf0847c-d276-42ba-bbb1-a4f4b2605965', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:85:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:46:04Z', 'updated_at': '2021-11-03T21:46:04Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:46:06.108972 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-aabb3777-19c9-4e41-a25b-013aa8516782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:06.111070 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-aabb3777-19c9-4e41-a25b-013aa8516782 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0448334 Nov 03 21:46:06.125401 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:46:06.133946 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:46:06.134557 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:45:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:46:06.160022 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-9139c2d4-b96d-4ef7-915d-e3f92791d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:06.161731 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-9139c2d4-b96d-4ef7-915d-e3f92791d784 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403965 Nov 03 21:46:06.240675 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:46:06.260962 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-f01f86e4-9b06-4ad3-9b78-17bd795b0019 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910583 Nov 03 21:46:06.368529 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-68a7390d-58bc-42a6-b4a4-760deb9e344c req-c42ec211-a908-4271-a862-bf43a6945669 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919042 Nov 03 21:46:06.599650 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:06Z', 'revision_number': 1, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}, {'id': 'dcf0847c-d276-42ba-bbb1-a4f4b2605965', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:85:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:46:04Z', 'updated_at': '2021-11-03T21:46:04Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:46:06.629991 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdaae47-f912-4957-9ea2-a3ac7905a9b4 None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:06Z', 'revision_number': 1, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}, {'id': 'dcf0847c-d276-42ba-bbb1-a4f4b2605965', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:85:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:46:04Z', 'updated_at': '2021-11-03T21:46:04Z', 'revision_number': 0, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:46:06.830238 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd664cce-6b71-4b81-80ca-c72f38c08654 None None] New status for floating IP dcf0847c-d276-42ba-bbb1-a4f4b2605965: ACTIVE {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:46:08.170393 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e174e08a-38be-4a6a-9858-97ca882c8e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:08.968775 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 41994) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:46:09.047129 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:09.076957 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:09.156376 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:09.160213 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:09.198404 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f15eda6-afd7-4c15-a2ba-1790936b3138,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:46:09.202257 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ea72d8064ed47bcbfc62797d5d964a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324893 Nov 03 21:46:09.205152 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 41998) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:46:09.208248 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.208648 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.208990 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.209342 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.209680 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.210014 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.210371 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.210698 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.211045 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.211372 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.211697 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.212584 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c969a9-02a5-43db-8426-c29781b1d131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:09.260175 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f8d105d3-121d-417e-9a66-a4de59a5e90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:09.284316 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f8d105d3-121d-417e-9a66-a4de59a5e90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:09.333130 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f8d105d3-121d-417e-9a66-a4de59a5e90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:09.335669 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f8d105d3-121d-417e-9a66-a4de59a5e90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:09.340073 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-f8d105d3-121d-417e-9a66-a4de59a5e90f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f15eda6-afd7-4c15-a2ba-1790936b3138 HTTP/1.1" status: 204 len: 168 time: 0.1306372 Nov 03 21:46:09.347812 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d105d3-121d-417e-9a66-a4de59a5e90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f15eda6-afd7-4c15-a2ba-1790936b3138,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:46:10.353297 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:11.264210 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:16.033346 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:46:19.429042 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:35.715608 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-efbf90d5-5122-4f0b-857a-1efdf7256607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:38.172401 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b5a28bf6-7ad0-4502-8774-8f788d061a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:39.050582 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:40.356917 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:41.265923 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:46.357337 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792a6e1-a4f6-4480-8bd6-7b546d3d03f7 req-98c8d9d7-7f37-4335-ae84-4e3fa362d454 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:46.359142 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3792a6e1-a4f6-4480-8bd6-7b546d3d03f7 req-98c8d9d7-7f37-4335-ae84-4e3fa362d454 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 945 time: 0.0497236 Nov 03 21:46:46.407443 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3792a6e1-a4f6-4480-8bd6-7b546d3d03f7 req-69db16a2-7bee-4dbc-9e46-919e5793d19c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Nov 03 21:46:47.524791 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8179840-553a-4ab0-8688-a37347205e78 req-1bd62389-3083-4b0e-9399-45755990513b tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:47.526283 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c8179840-553a-4ab0-8688-a37347205e78 req-1bd62389-3083-4b0e-9399-45755990513b tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Nov 03 21:46:47.577756 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c8179840-553a-4ab0-8688-a37347205e78 req-6ca76c66-6f34-46a0-be36-3bd696a9b201 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455210 Nov 03 21:46:48.174847 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-11f9add6-d461-4800-9dbc-0d4d1c62a28d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:48.176338 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-11f9add6-d461-4800-9dbc-0d4d1c62a28d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.11 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 945 time: 0.0487599 Nov 03 21:46:48.273621 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Deleting port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:46:48.273959 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:48.363002 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] For port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:46:48.363357 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:48.376001 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Calling delete_port for a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c owned by compute:nova {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:46:48.505886 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:48.518463 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:46:48.536540 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Pushing event deleted for resources: {'Port': ['ID=a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:46:48.548075 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.548745 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.549043 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.549378 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.549709 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.550088 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.550415 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.551126 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.551126 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.551362 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.551681 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.551995 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:46:48.594016 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] No DVR routers for this DVR port a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c on host hv-cinder-81657 {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:46:48.596532 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:48.599803 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-58e82160-befc-4b0c-a42d-78a1fc2a93c4 req-c5b60061-b93d-4026-843c-d17d9abe042c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.11 "DELETE /v2.0/ports/a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c HTTP/1.1" status: 204 len: 173 time: 0.4151478 Nov 03 21:46:48.600239 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d93e37-e1aa-49c4-867a-748b312dbb18', 'name': 'network-vif-deleted', 'tag': 'a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:46:48.602533 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f358f16-e2fb-4059-8c8e-1b5ac2b64aa0" -d '{"events": [{"server_uuid": "96d93e37-e1aa-49c4-867a-748b312dbb18", "name": "network-vif-deleted", "tag": "a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:46:48.641688 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1eb2c3-e4a9-4391-828b-463228efb2a9 x-openstack-request-id: req-2c1eb2c3-e4a9-4391-828b-463228efb2a9 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:46:48.642087 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d93e37-e1aa-49c4-867a-748b312dbb18", "name": "network-vif-deleted", "tag": "a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:46:48.642449 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c1eb2c3-e4a9-4391-828b-463228efb2a9 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:46:48.642972 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d93e37-e1aa-49c4-867a-748b312dbb18', 'name': 'network-vif-deleted', 'tag': 'a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c', 'status': 'completed', 'code': 200} Nov 03 21:46:48.687408 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6139b50d-0114-4156-8df7-addda536ba1f req-751989fe-2fa5-4f46-a96b-05bd6f4951e2 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d93e37-e1aa-49c4-867a-748b312dbb18 HTTP/1.1" status: 200 len: 210 time: 0.0267022 Nov 03 21:46:49.429888 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:46:51.949834 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:46:51.981048 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:46:51.981552 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a2dea6a1-f3a1-479f-a4ae-2ccd57ef635c not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:46:52.978662 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-b9580175-f62d-408e-9b03-ed2c80fbcf72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395765 Nov 03 21:46:53.031845 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:46:53.043734 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-97edcab7-0e50-4c96-8f0b-c65de8415091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:53.045288 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-97edcab7-0e50-4c96-8f0b-c65de8415091 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 1098 time: 0.0400820 Nov 03 21:46:53.161359 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-321826eb-c3e3-486f-a463-400d648f014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:53.162841 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-321826eb-c3e3-486f-a463-400d648f014a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.0880055 Nov 03 21:46:53.234485 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-ddac73c0-2754-4352-b3eb-784ea2977dfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46e821c8-a808-4297-8829-42681132b7af HTTP/1.1" status: 200 len: 1001 time: 0.0626628 Nov 03 21:46:53.290487 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-b57e3394-58f4-4576-a2f5-b7b817d45ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:53.291962 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-b57e3394-58f4-4576-a2f5-b7b817d45ef5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0470259 Nov 03 21:46:53.343269 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-398d9664-558a-4eb7-bf0f-fc9b41d35a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:53.344832 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-398d9664-558a-4eb7-bf0f-fc9b41d35a0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449851 Nov 03 21:46:53.437840 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-78d1efe2-487d-4626-a733-5e868273a5b4 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849767 Nov 03 21:46:53.531580 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-08f8a542-2bb8-488e-a245-fe0b8d91651f req-404da421-5de9-4148-b5a2-0feb545f958f service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863881 Nov 03 21:46:59.774373 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df13e0-4772-4d01-848e-8bb83147c239 req-bd03e5e2-c610-4356-8681-a5ce21a2e401 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:46:59.775955 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-bd03e5e2-c610-4356-8681-a5ce21a2e401 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/networks?id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 HTTP/1.1" status: 200 len: 814 time: 0.1013701 Nov 03 21:46:59.801709 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-ac3c58a0-143b-4198-9287-6a213e6d463f tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/quotas/728ae3e202f34215822050b1f6e605ed HTTP/1.1" status: 200 len: 375 time: 0.0166650 Nov 03 21:46:59.843785 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-dee608d3-2956-4822-8b54-74ca2c7247c3 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=728ae3e202f34215822050b1f6e605ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362744 Nov 03 21:46:59.941524 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-6800f67b-bde9-43a9-bc86-35363138939b service neutron] 10.222.0.62 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901842 Nov 03 21:47:00.043969 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-3fda047e-fd91-42f5-990d-18c992fb3e53 service neutron] 10.222.0.62 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964670 Nov 03 21:47:00.208823 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8e7b943a-ac66-4b63-99c0-abe0db18cb9e req-a5da46ce-d670-4415-ba4f-09e9730bdd41 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 210 time: 0.0282831 Nov 03 21:47:01.166971 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d1287953-dfc5-48d2-ae95-2d4ec27648de tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:01.168547 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d1287953-dfc5-48d2-ae95-2d4ec27648de tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.11 "GET /v2.0/networks?id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 HTTP/1.1" status: 200 len: 814 time: 0.1054230 Nov 03 21:47:01.183121 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Request body: {'port': {'device_id': '1a216a41-b9c9-469a-b351-aaa15e18e7a8', 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76', 'admin_state_up': True, 'tenant_id': '728ae3e202f34215822050b1f6e605ed'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:47:01.300552 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Made reservation on behalf of 728ae3e202f34215822050b1f6e605ed for: {'port': 1} {{(pid=101175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 21:47:01.304099 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:01.307199 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ec5875f8-c32f-4fd4-adc1-7bae5ae8b45e req-ec62fa01-1974-48e4-9f5e-c398bd115d24 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Nov 03 21:47:01.434883 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Allocated IP 172.20.0.13 (29d9ba26-6e6c-4bb8-8de9-7721eff6ea76/f6803c70-bab2-4770-9cc5-7b48f102f1d9/aacbdb35-7192-489a-8f99-e13574baf46b) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 21:47:01.577291 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:01.609756 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762171434024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:01.655974 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 21:47:01.662242 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 21:47:01.666439 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 21:47:01.673819 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Pushing event updated for resources: {'Port': ['ID=aacbdb35-7192-489a-8f99-e13574baf46b,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:01.719023 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:01.719747 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:01.736600 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-d0ea6fd5-00e1-4e6e-b224-8305d7aacf12 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5573587 Nov 03 21:47:01.749112 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.v2.base [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Request body: {'port': {'device_id': '1a216a41-b9c9-469a-b351-aaa15e18e7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81657'}} {{(pid=101175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 21:47:01.806395 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:01.952443 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42228) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:02.077451 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacbdb35-7192-489a-8f99-e13574baf46b {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:47:02.085988 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.101338 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Transition to ACTIVE for port object aacbdb35-7192-489a-8f99-e13574baf46b will not be triggered until provisioned by entity L2. {{(pid=101175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 21:47:02.105421 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.135824 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Deleting port 4e70a16a-cbdb-40d8-9eed-9108560b7923 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:02.136171 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.163638 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Pushing event updated for resources: {'Port': ['ID=aacbdb35-7192-489a-8f99-e13574baf46b,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:02.219999 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.220436 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.234644 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Calling delete_port for 4e70a16a-cbdb-40d8-9eed-9108560b7923 owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:02.236150 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Attempting to bind port aacbdb35-7192-489a-8f99-e13574baf46b on host hv-cinder-81657 for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 21:47:02.236676 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Attempting to bind port aacbdb35-7192-489a-8f99-e13574baf46b by drivers openvswitch,hyperv on host hv-cinder-81657 at level 0 using segments [{'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 21:47:02.236823 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Attempting to bind port aacbdb35-7192-489a-8f99-e13574baf46b on network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:47:02.241385 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Port aacbdb35-7192-489a-8f99-e13574baf46b on network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81657 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 21:47:02.241708 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Attempting to bind port aacbdb35-7192-489a-8f99-e13574baf46b on network 29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 21:47:02.247390 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Checking agent: {'id': '89c14fbb-3438-467c-8535-b2c8a0055a05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81657', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'started_at': datetime.datetime(2021, 11, 3, 21, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 21, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 21:47:02.247732 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Checking segment: {'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 21:47:02.248113 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Bound using segment: {'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 21:47:02.248588 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Bound port: aacbdb35-7192-489a-8f99-e13574baf46b, host: hv-cinder-81657, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8793ff31-affe-4e39-8d7b-02aa4c12bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 21:47:02.249074 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.322579 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] For port aacbdb35-7192-489a-8f99-e13574baf46b, host hv-cinder-81657, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 21:47:02.328005 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] For port aacbdb35-7192-489a-8f99-e13574baf46b, host hv-cinder-81657, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=aacbdb35-7192-489a-8f99-e13574baf46b,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 21:47:02.337600 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59142942'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.376283 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:02.376931 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.379527 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] 10.222.0.11 "PUT /v2.0/ports/aacbdb35-7192-489a-8f99-e13574baf46b HTTP/1.1" status: 200 len: 1094 time: 0.6341128 Nov 03 21:47:02.379527 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a216a41-b9c9-469a-b351-aaa15e18e7a8', 'tag': 'aacbdb35-7192-489a-8f99-e13574baf46b'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:47:02.381324 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6517fe1c-0162-45da-a8a4-23a9cbebc671" -d '{"events": [{"name": "network-changed", "server_uuid": "1a216a41-b9c9-469a-b351-aaa15e18e7a8", "tag": "aacbdb35-7192-489a-8f99-e13574baf46b"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:47:02.409619 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f4c08-f8ed-48c4-a25d-52d3644e9478 service neutron] Pushing event updated for resources: {'Port': ['ID=aacbdb35-7192-489a-8f99-e13574baf46b,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:02.479517 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c20f4c-1437-45b9-b4e8-cb9936ece7ff x-openstack-request-id: req-16c20f4c-1437-45b9-b4e8-cb9936ece7ff {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:47:02.479843 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a216a41-b9c9-469a-b351-aaa15e18e7a8", "tag": "aacbdb35-7192-489a-8f99-e13574baf46b", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:47:02.480222 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16c20f4c-1437-45b9-b4e8-cb9936ece7ff {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:47:02.481525 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a216a41-b9c9-469a-b351-aaa15e18e7a8', 'tag': 'aacbdb35-7192-489a-8f99-e13574baf46b', 'status': 'completed', 'code': 200} Nov 03 21:47:02.502078 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df13e0-4772-4d01-848e-8bb83147c239 req-e84f4a43-8e6d-41ec-b26b-05c43960e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:02.503760 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-e84f4a43-8e6d-41ec-b26b-05c43960e604 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=728ae3e202f34215822050b1f6e605ed&device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0608001 Nov 03 21:47:02.506665 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.544225 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1825ea-dc0e-4381-bd81-59dbfb2f59ab req-2640aa1c-19bb-4538-b057-409fb3c039c5 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:02.545926 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5f1825ea-dc0e-4381-bd81-59dbfb2f59ab req-2640aa1c-19bb-4538-b057-409fb3c039c5 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 944 time: 0.0978372 Nov 03 21:47:02.547281 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event deleted for resources: {'Port': ['ID=4e70a16a-cbdb-40d8-9eed-9108560b7923,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:02.567384 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-6840bb72-c9a4-4669-8dc5-e002d5a41d90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aacbdb35-7192-489a-8f99-e13574baf46b HTTP/1.1" status: 200 len: 217 time: 0.0526879 Nov 03 21:47:02.620516 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df13e0-4772-4d01-848e-8bb83147c239 req-bfa7af70-0ada-4f60-88dd-abe221e19a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:02.621891 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-bfa7af70-0ada-4f60-88dd-abe221e19a98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6803c70-bab2-4770-9cc5-7b48f102f1d9 HTTP/1.1" status: 200 len: 854 time: 0.0470157 Nov 03 21:47:02.645254 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.645579 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Floating IP ab118960-c012-46dc-9a49-fcfd85acae5e disassociated (deleted). External IP: 172.27.0.197, port: a3a4a392-ef94-424b-b67c-b99262a60f05. Nov 03 21:47:02.652061 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5f1825ea-dc0e-4381-bd81-59dbfb2f59ab req-40f392e6-bef0-48d7-b2fa-aa8826274014 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796590 Nov 03 21:47:02.655507 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-b0bc8a3f-1a5b-4664-8bea-55ac74d109fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248656 Nov 03 21:47:02.754380 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-015d083a-6723-4b81-8eb0-4c91907b6699 service neutron] 10.222.0.11 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890515 Nov 03 21:47:02.851293 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-96df13e0-4772-4d01-848e-8bb83147c239 req-b22f61a2-c4da-45c8-9d41-72cfde1f0e77 service neutron] 10.222.0.11 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886469 Nov 03 21:47:02.863878 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Router fec27a8b-72ef-491f-a420-8d195fc8f44c has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:47:02.945074 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-ef774758-28de-4878-ad23-85c36e55d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:02.946469 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-ef774758-28de-4878-ad23-85c36e55d045 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=728ae3e202f34215822050b1f6e605ed&device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0442722 Nov 03 21:47:02.976046 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:47:02.980584 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:02.986880 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] Sync routers for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:47:02.999507 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:47:03.000603 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:46:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:03.014274 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b638ab31-5b5d-4f5f-9de5-8be147a736ee tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "DELETE /v2.0/floatingips/ab118960-c012-46dc-9a49-fcfd85acae5e HTTP/1.1" status: 204 len: 168 time: 1.0607326 Nov 03 21:47:03.014855 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:47:03.018294 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:47:03.051330 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-d5424089-1389-4b2f-97cd-5a1aa861f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:03.052870 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-d5424089-1389-4b2f-97cd-5a1aa861f22f service neutron] 10.222.0.11 "GET /v2.0/networks?id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 HTTP/1.1" status: 200 len: 915 time: 0.0983775 Nov 03 21:47:03.060766 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1642eae8-d27f-4479-9fe5-5838c9d6ea71 x-openstack-request-id: req-1642eae8-d27f-4479-9fe5-5838c9d6ea71 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:47:03.061126 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:47:03.061435 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1642eae8-d27f-4479-9fe5-5838c9d6ea71 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:47:03.062469 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'status': 'completed', 'code': 200} Nov 03 21:47:03.116703 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:47:03.130146 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-8281e00f-aeb6-4d67-b1a9-23869694769a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aacbdb35-7192-489a-8f99-e13574baf46b HTTP/1.1" status: 200 len: 217 time: 0.0499403 Nov 03 21:47:03.140927 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-0474a01d-b7a4-43dd-a2b3-98f521eca934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:03.142730 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-0474a01d-b7a4-43dd-a2b3-98f521eca934 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 1098 time: 0.0482168 Nov 03 21:47:03.206627 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-2895f04b-4a1d-4757-835f-9c1ff10930cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:03.208485 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-2895f04b-4a1d-4757-835f-9c1ff10930cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6803c70-bab2-4770-9cc5-7b48f102f1d9 HTTP/1.1" status: 200 len: 854 time: 0.0566475 Nov 03 21:47:03.247292 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-6a045f6c-a87d-4c7a-b8df-7842479c49d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305789 Nov 03 21:47:03.282085 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-59ec55f2-2bde-43e1-9e76-ce7094d9d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:03.283579 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-59ec55f2-2bde-43e1-9e76-ce7094d9d015 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 200 len: 909 time: 0.1217861 Nov 03 21:47:03.332585 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:27Z', 'revision_number': 5, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:03.338623 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-8cecfdf5-1f37-421f-b82f-e35134dbd839 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 200 len: 217 time: 0.0419149 Nov 03 21:47:03.346570 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df86636-ca4f-417f-8b73-b1344df9117d req-b817d3ce-02e5-4a1e-851a-f6af0657e559 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:03.348132 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4df86636-ca4f-417f-8b73-b1344df9117d req-b817d3ce-02e5-4a1e-851a-f6af0657e559 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0979092 Nov 03 21:47:03.362683 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-58091981-88ac-49f3-a722-aecd313eab83 service neutron] 10.222.0.11 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053624 Nov 03 21:47:03.365639 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] Checking router: fec27a8b-72ef-491f-a420-8d195fc8f44c for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:47:03.374594 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:47:03.375200 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:46:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:03.418684 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-716cc58b-75e2-4903-b1fe-3d47f37bdc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:03.420849 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-716cc58b-75e2-4903-b1fe-3d47f37bdc42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 200 len: 847 time: 0.0717387 Nov 03 21:47:03.461839 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4df86636-ca4f-417f-8b73-b1344df9117d req-2e14a8d0-4abb-48fc-98a9-828678a99480 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037743 Nov 03 21:47:03.469549 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [req-6517fe1c-0162-45da-a8a4-23a9cbebc671 req-037c086f-5a08-420e-8c39-cc169328a80f service neutron] 10.222.0.11 "GET /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925152 Nov 03 21:47:03.481204 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-88d87454-e345-4a4a-b407-2908356e45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:03.484031 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-88d87454-e345-4a4a-b407-2908356e45c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d114de42-5fc6-4730-bde8-bb2110ce67a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503221 Nov 03 21:47:03.490182 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:47:03.578091 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-7da6d0c0-02f1-4127-b512-abdf8080f0ff service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821438 Nov 03 21:47:03.681446 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a226fa2f-d8e5-4905-9000-1e7e928f0b6d req-aa0deb81-634e-42eb-9ad6-4e2dac7fb443 service neutron] 10.222.0.11 "GET /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926273 Nov 03 21:47:03.685955 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:27Z', 'revision_number': 5, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:03.712412 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d42fd9-6c3e-49b4-bb16-ffc04589e421 None None] The sync data for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi is: [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:42:21Z', 'revision_number': 4, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '79cdfd28-eb2e-4faf-bf44-5c1392595d89', 'name': '', 'network_id': 'd114de42-5fc6-4730-bde8-bb2110ce67a6', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'mac_address': 'fa:16:3e:1c:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:20Z', 'updated_at': '2021-11-03T21:42:27Z', 'revision_number': 5, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'subnets': [{'id': '41650e81-3bdd-4a0e-9684-eac4bcd1e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:47:03.772658 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaa9a2-0fc1-4216-9e6c-5bce65355438 req-45cb83ae-9971-4d8e-abc7-a7ba4ec9b79a tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:03.774329 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3bbaa9a2-0fc1-4216-9e6c-5bce65355438 req-45cb83ae-9971-4d8e-abc7-a7ba4ec9b79a tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 944 time: 0.0510840 Nov 03 21:47:03.822128 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-3bbaa9a2-0fc1-4216-9e6c-5bce65355438 req-454936cb-286a-4233-9328-68a971bf898c tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Nov 03 21:47:03.927726 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd961fb1-4374-432e-9d37-9a81e839ac87 None None] New status for floating IP ab118960-c012-46dc-9a49-fcfd85acae5e: DOWN {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:47:04.606295 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938033-367e-47b9-96f4-b20927d6a270 req-c305c8eb-9e4c-4f4a-9ba6-43648854312e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:04.608209 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5f938033-367e-47b9-96f4-b20927d6a270 req-c305c8eb-9e4c-4f4a-9ba6-43648854312e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0547044 Nov 03 21:47:04.661697 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5f938033-367e-47b9-96f4-b20927d6a270 req-47ff082d-9300-481b-a617-8058c6a5f8a3 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b1b98ce-18c3-48f6-b1b3-51866520dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475512 Nov 03 21:47:04.943189 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fae3d-5283-459d-ae5e-40b555ca731c req-5bc5f523-71ee-41ae-bf37-6d97d2ed1360 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:04.944690 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4e0fae3d-5283-459d-ae5e-40b555ca731c req-5bc5f523-71ee-41ae-bf37-6d97d2ed1360 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 944 time: 0.0496805 Nov 03 21:47:04.993377 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4e0fae3d-5283-459d-ae5e-40b555ca731c req-930d0c11-f9ec-465c-94a5-ca3b68fa9a84 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Nov 03 21:47:05.064656 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-9b66da38-0f23-4ec8-8b3c-c1700bc7e219 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:05.066115 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-9b66da38-0f23-4ec8-8b3c-c1700bc7e219 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 945 time: 0.0495205 Nov 03 21:47:05.162594 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Deleting port a3a4a392-ef94-424b-b67c-b99262a60f05 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:05.162976 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:05.252303 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] For port a3a4a392-ef94-424b-b67c-b99262a60f05, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=a3a4a392-ef94-424b-b67c-b99262a60f05,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:05.252702 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:05.266713 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Calling delete_port for a3a4a392-ef94-424b-b67c-b99262a60f05 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:05.401767 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:05.432713 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event deleted for resources: {'Port': ['ID=a3a4a392-ef94-424b-b67c-b99262a60f05,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:05.477256 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] No DVR routers for this DVR port a3a4a392-ef94-424b-b67c-b99262a60f05 on host hv-cinder-81657 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:47:05.480215 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:05.483551 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8a1131f1-e189-4fc6-a70a-6139c5932ae9 req-8a38df40-5c2e-4655-b2e8-83d4cc3bc183 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.11 "DELETE /v2.0/ports/a3a4a392-ef94-424b-b67c-b99262a60f05 HTTP/1.1" status: 204 len: 173 time: 0.4109395 Nov 03 21:47:05.483993 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'name': 'network-vif-deleted', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:47:05.486360 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7105c2-1a2b-4dcd-84e6-6fb29222d68c" -d '{"events": [{"server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "name": "network-vif-deleted", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:47:05.524073 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef5a8c1-81e9-4de8-892a-f3e1f14aecf6 x-openstack-request-id: req-0ef5a8c1-81e9-4de8-892a-f3e1f14aecf6 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:47:05.524384 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cc76f-4629-4ca2-a039-7e7a6dd046a9", "name": "network-vif-deleted", "tag": "a3a4a392-ef94-424b-b67c-b99262a60f05", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:47:05.524648 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ef5a8c1-81e9-4de8-892a-f3e1f14aecf6 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:47:05.525044 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4cc76f-4629-4ca2-a039-7e7a6dd046a9', 'name': 'network-vif-deleted', 'tag': 'a3a4a392-ef94-424b-b67c-b99262a60f05', 'status': 'completed', 'code': 200} Nov 03 21:47:05.589577 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device aacbdb35-7192-489a-8f99-e13574baf46b details requested by agent hyperv_hv-cinder-81657 with host hv-cinder-81657 {{(pid=101176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 21:47:05.691753 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port aacbdb35-7192-489a-8f99-e13574baf46b, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=aacbdb35-7192-489a-8f99-e13574baf46b,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:05.715618 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Returning: {'device': 'aacbdb35-7192-489a-8f99-e13574baf46b', 'network_id': '29d9ba26-6e6c-4bb8-8de9-7721eff6ea76', 'port_id': 'aacbdb35-7192-489a-8f99-e13574baf46b', 'mac_address': 'fa:16:3e:0c:f9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6803c70-bab2-4770-9cc5-7b48f102f1d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 21:47:05.720095 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d0590180-c7e8-4377-b663-b79587f52e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:05.761331 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:05.778018 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacbdb35-7192-489a-8f99-e13574baf46b {{(pid=101176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 21:47:05.788987 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7fe09961-892a-4c49-b26c-fc976dfa2c54 req-467fa461-e046-4b89-9d43-97edfb15e51e tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef4cc76f-4629-4ca2-a039-7e7a6dd046a9 HTTP/1.1" status: 200 len: 210 time: 0.0463855 Nov 03 21:47:05.800695 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port aacbdb35-7192-489a-8f99-e13574baf46b, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=aacbdb35-7192-489a-8f99-e13574baf46b,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:05.806124 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:05.864633 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=aacbdb35-7192-489a-8f99-e13574baf46b,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:05.873281 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.873723 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.874118 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.874452 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.874785 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.875112 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.875439 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.875853 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.876182 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.876546 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.876867 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:05.877281 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:06.075049 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['aacbdb35-7192-489a-8f99-e13574baf46b'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:47:06.115404 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41dc92-075a-4b07-bc38-4143df35e348 req-f4b285ab-992e-4142-83c9-89beba205215 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:06.117026 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ef41dc92-075a-4b07-bc38-4143df35e348 req-f4b285ab-992e-4142-83c9-89beba205215 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0543861 Nov 03 21:47:06.171902 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ef41dc92-075a-4b07-bc38-4143df35e348 req-3433c372-3c49-4816-be38-8ef547f1f83e tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479412 Nov 03 21:47:06.852227 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42256) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:06.913526 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9ef84fc9-61ec-417f-8688-31c3b43d29a9 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:06.944710 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9ef84fc9-61ec-417f-8688-31c3b43d29a9 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:07.012778 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9ef84fc9-61ec-417f-8688-31c3b43d29a9 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:07.015466 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9ef84fc9-61ec-417f-8688-31c3b43d29a9 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:07.017343 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9ef84fc9-61ec-417f-8688-31c3b43d29a9 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b1b98ce-18c3-48f6-b1b3-51866520dbb7 HTTP/1.1" status: 204 len: 168 time: 0.1630032 Nov 03 21:47:07.027108 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef84fc9-61ec-417f-8688-31c3b43d29a9 tempest-TestShelveInstance-2052134522 tempest-TestShelveInstance-2052134522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1b98ce-18c3-48f6-b1b3-51866520dbb7,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:07.290872 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008957-ed57-4a3b-913c-e723594f3039 req-a2a84290-ef89-4a24-bab6-0ee760d4bb86 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:07.292600 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96008957-ed57-4a3b-913c-e723594f3039 req-a2a84290-ef89-4a24-bab6-0ee760d4bb86 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Nov 03 21:47:07.349047 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96008957-ed57-4a3b-913c-e723594f3039 req-f0ee209a-0a95-4e20-a229-05f5851b9a2d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487716 Nov 03 21:47:07.600751 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device aacbdb35-7192-489a-8f99-e13574baf46b up at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 21:47:07.648640 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning for port aacbdb35-7192-489a-8f99-e13574baf46b completed by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 21:47:07.652730 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.provisioning_blocks [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Provisioning complete for port aacbdb35-7192-489a-8f99-e13574baf46b triggered by entity L2. {{(pid=101176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 21:47:07.653101 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552819'] for port, provisioning_complete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:07.734533 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687302'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:07.758803 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a216a41-b9c9-469a-b351-aaa15e18e7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbdb35-7192-489a-8f99-e13574baf46b'}] {{(pid=101176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:47:07.761137 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}272523ee3b2a8c1fa6a65217b10d15d898588490982f8b54b55dbce6ebc8ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18368e8d-6357-4219-82f4-bdbb463ae63b" -d '{"events": [{"server_uuid": "1a216a41-b9c9-469a-b351-aaa15e18e7a8", "name": "network-vif-plugged", "status": "completed", "tag": "aacbdb35-7192-489a-8f99-e13574baf46b"}]}' {{(pid=101176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:47:07.780263 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] For port aacbdb35-7192-489a-8f99-e13574baf46b, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=aacbdb35-7192-489a-8f99-e13574baf46b,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:07.785255 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762171947120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762171434042', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762171434060'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:07.786105 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a3a4a392-ef94-424b-b67c-b99262a60f05 no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:07.944302 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330e36d8-6ca5-4193-9050-b42bb990790e x-openstack-request-id: req-330e36d8-6ca5-4193-9050-b42bb990790e {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:47:07.944606 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a216a41-b9c9-469a-b351-aaa15e18e7a8", "name": "network-vif-plugged", "status": "completed", "tag": "aacbdb35-7192-489a-8f99-e13574baf46b", "code": 200}]} {{(pid=101176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:47:07.944862 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-330e36d8-6ca5-4193-9050-b42bb990790e {{(pid=101176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:47:07.945258 dv-cinder-816573-1-iscsi neutron-server[101176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a216a41-b9c9-469a-b351-aaa15e18e7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbdb35-7192-489a-8f99-e13574baf46b', 'code': 200} Nov 03 21:47:07.963430 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: a3a4a392-ef94-424b-b67c-b99262a60f05 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:07.963774 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device a3a4a392-ef94-424b-b67c-b99262a60f05 not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:47:07.993714 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Pushing event updated for resources: {'Port': ['ID=aacbdb35-7192-489a-8f99-e13574baf46b,revision_number=5']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:08.004234 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5128c26-22de-458c-938e-1957ee8ba87d req-11cbb29b-5267-4f12-a6b9-8b4b557f8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:08.006482 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e5128c26-22de-458c-938e-1957ee8ba87d req-11cbb29b-5267-4f12-a6b9-8b4b557f8d14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0533950 Nov 03 21:47:08.062766 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-e5128c26-22de-458c-938e-1957ee8ba87d req-932c5dcc-211e-4892-b3d4-ddaa15a5c034 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485616 Nov 03 21:47:08.095594 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42266) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:08.179884 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-bac2c9e2-4841-4572-b6bc-2a713c5b1f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:08.479234 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205da7d-e226-4bef-a70c-579352f1b34b req-a0d20038-7977-43ab-b969-307da55a631f tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:08.480684 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8205da7d-e226-4bef-a70c-579352f1b34b req-a0d20038-7977-43ab-b969-307da55a631f tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0544395 Nov 03 21:47:08.532210 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8205da7d-e226-4bef-a70c-579352f1b34b req-dd31621a-1597-4ada-9bff-c76747e9438e tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448117 Nov 03 21:47:08.714026 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:08.995826 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Deleting port 79cdfd28-eb2e-4faf-bf44-5c1392595d89 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:08.996089 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:09.054746 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:09.075243 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] For port 79cdfd28-eb2e-4faf-bf44-5c1392595d89, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=79cdfd28-eb2e-4faf-bf44-5c1392595d89,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:09.076129 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:09.089129 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Calling delete_port for 79cdfd28-eb2e-4faf-bf44-5c1392595d89 owned by network:router_interface {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:09.273406 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:09.304974 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=79cdfd28-eb2e-4faf-bf44-5c1392595d89,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:09.499892 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:09.660274 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38030299-ebe6-439f-ad80-13bd9fac6b41 req-98938a5c-7b4f-4702-b0b3-797d6fe4a5ab tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:09.661847 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-38030299-ebe6-439f-ad80-13bd9fac6b41 req-98938a5c-7b4f-4702-b0b3-797d6fe4a5ab tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0487237 Nov 03 21:47:09.710856 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-38030299-ebe6-439f-ad80-13bd9fac6b41 req-231482a4-6778-4b20-a9fe-a731b9d8fd5d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Nov 03 21:47:09.724636 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Router fec27a8b-72ef-491f-a420-8d195fc8f44c has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:47:09.841886 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:47:09.849793 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-cb6f5ad5-cba4-4aab-8e30-0255949b6a3c admin admin] 10.222.0.62 "PUT /v2.0/routers/fec27a8b-72ef-491f-a420-8d195fc8f44c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7505932 Nov 03 21:47:09.849969 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42276) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:09.850990 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] Sync routers for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:47:09.862452 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:47:09.863655 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:09.973356 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:09.982761 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:47:10.096627 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.160739 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Deleting port e8c13d0d-57d9-4fcb-985a-23a4d5e13638 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:10.161377 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.194102 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:47:09Z', 'revision_number': 5, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port': {'id': 'e8c13d0d-57d9-4fcb-985a-23a4d5e13638', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:18Z', 'updated_at': '2021-11-03T21:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:10.224368 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] Checking router: fec27a8b-72ef-491f-a420-8d195fc8f44c for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:47:10.233838 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] Routers {'fec27a8b-72ef-491f-a420-8d195fc8f44c'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:47:10.234476 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['fec27a8b-72ef-491f-a420-8d195fc8f44c'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:10.252801 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] For port e8c13d0d-57d9-4fcb-985a-23a4d5e13638, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=e8c13d0d-57d9-4fcb-985a-23a4d5e13638,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:10.253186 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.268390 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Calling delete_port for e8c13d0d-57d9-4fcb-985a-23a4d5e13638 owned by network:router_gateway {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:10.338422 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] Set router fec27a8b-72ef-491f-a420-8d195fc8f44c gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:47:10.407206 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:47:10Z', 'revision_number': 6, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port_host': None}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:10.445392 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90768b6c-edd6-4bed-a668-653934eaac34 None None] The sync data for ids ['fec27a8b-72ef-491f-a420-8d195fc8f44c'] in dv-cinder-816573-1-iscsi is: [{'id': 'fec27a8b-72ef-491f-a420-8d195fc8f44c', 'name': 'tempest-TestShelveInstance-821125894-router', 'tenant_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:17Z', 'updated_at': '2021-11-03T21:47:10Z', 'revision_number': 6, 'project_id': 'a748bdf0134e45e3b5155ef5a05c2f6a', 'gw_port_host': None}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:47:10.447932 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.558825 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.596750 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c13d0d-57d9-4fcb-985a-23a4d5e13638,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:10.661172 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.753641 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.755786 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.802557 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.803180 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fec27a8b-72ef-491f-a420-8d195fc8f44c {{(pid=101175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:47:10.808219 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.812660 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-dd639232-4381-4a21-bb66-15e2330fbde0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/fec27a8b-72ef-491f-a420-8d195fc8f44c HTTP/1.1" status: 204 len: 168 time: 0.9580798 Nov 03 21:47:10.813011 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42284) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:10.864955 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-900a3232-f1c3-4a6b-8b84-ad3ed8728323 admin admin] Deleting subnet 41650e81-3bdd-4a0e-9684-eac4bcd1e48f {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:47:10.868379 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-900a3232-f1c3-4a6b-8b84-ad3ed8728323 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.916527 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-900a3232-f1c3-4a6b-8b84-ad3ed8728323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:10.995002 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-900a3232-f1c3-4a6b-8b84-ad3ed8728323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.049740 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-900a3232-f1c3-4a6b-8b84-ad3ed8728323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.076968 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a3232-f1c3-4a6b-8b84-ad3ed8728323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41650e81-3bdd-4a0e-9684-eac4bcd1e48f,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:11.082846 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-900a3232-f1c3-4a6b-8b84-ad3ed8728323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.088637 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-900a3232-f1c3-4a6b-8b84-ad3ed8728323 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/41650e81-3bdd-4a0e-9684-eac4bcd1e48f HTTP/1.1" status: 204 len: 168 time: 0.2721879 Nov 03 21:47:11.088825 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260bc3a9-93ea-4b2d-96ae-e34da68678ed None None] Network d114de42-5fc6-4730-bde8-bb2110ce67a6 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:47:11.088956 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42286) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:11.161080 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.225641 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Deleting port a6b018cd-7722-403b-b68f-de262ce58317 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:11.226207 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.271853 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.305924 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] DHCP port deletion for d114de42-5fc6-4730-bde8-bb2110ce67a6 request from dv-cinder-816573-1-iscsi {{(pid=101176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 21:47:11.314410 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] For port a6b018cd-7722-403b-b68f-de262ce58317, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a6b018cd-7722-403b-b68f-de262ce58317,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:11.314834 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.331649 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Calling delete_port for a6b018cd-7722-403b-b68f-de262ce58317 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:11.365211 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] Deleting port a6b018cd-7722-403b-b68f-de262ce58317 {{(pid=101176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:11.365579 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.418462 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.439251 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] For port a6b018cd-7722-403b-b68f-de262ce58317, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=a6b018cd-7722-403b-b68f-de262ce58317,segment=NetworkSegment(9c3272c4-dde9-4180-954b-6249a5a6fab8),segment_id=9c3272c4-dde9-4180-954b-6249a5a6fab8)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:11.439639 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.451090 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b018cd-7722-403b-b68f-de262ce58317,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:11.455961 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] Calling delete_port for a6b018cd-7722-403b-b68f-de262ce58317 owned by network:dhcp {{(pid=101176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:11.456222 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] No DVR routers for this DVR port a6b018cd-7722-403b-b68f-de262ce58317 on host dv-cinder-816573-1-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:47:11.557946 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033'] for port, after_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.583063 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] Pushing event deleted for resources: {'Port': ['ID=a6b018cd-7722-403b-b68f-de262ce58317,revision_number=None']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:11.585403 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.589614 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device e8c13d0d-57d9-4fcb-985a-23a4d5e13638 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:11.595348 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ab3b9-d42f-4fda-8d14-b5751e5a5fbf None None] No DVR routers for this DVR port a6b018cd-7722-403b-b68f-de262ce58317 on host dv-cinder-816573-1-iscsi {{(pid=101176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:47:11.616247 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d114de42-5fc6-4730-bde8-bb2110ce67a6']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:11.622929 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: e8c13d0d-57d9-4fcb-985a-23a4d5e13638 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:11.623209 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device e8c13d0d-57d9-4fcb-985a-23a4d5e13638 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:47:11.623624 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 79cdfd28-eb2e-4faf-bf44-5c1392595d89 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:11.632323 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3272c4-dde9-4180-954b-6249a5a6fab8') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:11.632852 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3272c4-dde9-4180-954b-6249a5a6fab8') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:11.643478 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 79cdfd28-eb2e-4faf-bf44-5c1392595d89 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:11.643819 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 79cdfd28-eb2e-4faf-bf44-5c1392595d89 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:47:11.644240 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a6b018cd-7722-403b-b68f-de262ce58317 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:11.648452 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.667880 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.668655 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: a6b018cd-7722-403b-b68f-de262ce58317 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:11.669011 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device a6b018cd-7722-403b-b68f-de262ce58317 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:47:11.679005 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:47:11.679677 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:47:11.682813 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:47:11.748034 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.754041 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:11.760192 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] 10.222.0.62 "DELETE /v2.0/networks/d114de42-5fc6-4730-bde8-bb2110ce67a6 HTTP/1.1" status: 204 len: 168 time: 0.6675203 Nov 03 21:47:11.760459 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42290) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:11.776676 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b07b6-976a-42e8-9b53-097f6f7a947a admin admin] Pushing event deleted for resources: {'Network': ['ID=d114de42-5fc6-4730-bde8-bb2110ce67a6,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:12.382009 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:12.633295 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Deleting port c179bfbe-0c93-4797-b5f6-95e079eca180 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:12.634029 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:12.717700 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] For port c179bfbe-0c93-4797-b5f6-95e079eca180, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c179bfbe-0c93-4797-b5f6-95e079eca180,segment=NetworkSegment(8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4),segment_id=8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:12.718063 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:12.731078 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Calling delete_port for c179bfbe-0c93-4797-b5f6-95e079eca180 owned by network:router_interface {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:12.917856 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:12.944597 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Pushing event deleted for resources: {'Port': ['ID=c179bfbe-0c93-4797-b5f6-95e079eca180,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:13.113571 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:13.338347 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Router e9f70660-2fbc-4657-8d31-5b270995ecd7 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:47:13.447938 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:47:13.454194 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-80740c61-8d7b-42ca-906c-8d664eddb72e admin admin] 10.222.0.62 "PUT /v2.0/routers/e9f70660-2fbc-4657-8d31-5b270995ecd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6924703 Nov 03 21:47:13.456560 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42300) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:13.459258 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] Sync routers for ids ['e9f70660-2fbc-4657-8d31-5b270995ecd7'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:47:13.470146 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] Routers {'e9f70660-2fbc-4657-8d31-5b270995ecd7'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:47:13.470762 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['e9f70660-2fbc-4657-8d31-5b270995ecd7'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:13.568045 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks [] for router, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:13.589996 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] Set router e9f70660-2fbc-4657-8d31-5b270995ecd7 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:47:13.672796 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:13.727273 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Deleting port bee55238-2569-4d85-94de-08d7dc234609 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:13.727664 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:13.781788 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bee55238-2569-4d85-94de-08d7dc234609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:47:12Z', 'revision_number': 5, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port': {'id': 'bee55238-2569-4d85-94de-08d7dc234609', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:13.808555 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] Checking router: e9f70660-2fbc-4657-8d31-5b270995ecd7 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:47:13.819113 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] Routers {'e9f70660-2fbc-4657-8d31-5b270995ecd7'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:47:13.819387 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] For port bee55238-2569-4d85-94de-08d7dc234609, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=bee55238-2569-4d85-94de-08d7dc234609,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:13.819764 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['e9f70660-2fbc-4657-8d31-5b270995ecd7'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:13.821054 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:13.835793 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Calling delete_port for bee55238-2569-4d85-94de-08d7dc234609 owned by network:router_gateway {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:13.997844 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] Set router e9f70660-2fbc-4657-8d31-5b270995ecd7 gateway port host: None {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:47:14.023787 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.051280 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Pushing event deleted for resources: {'Port': ['ID=bee55238-2569-4d85-94de-08d7dc234609,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:14.053897 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:47:13Z', 'revision_number': 6, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port_host': None}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:14.080896 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457f82-76cc-42d6-8be2-d20a2c1bc7e2 None None] The sync data for ids ['e9f70660-2fbc-4657-8d31-5b270995ecd7'] in dv-cinder-816573-1-iscsi is: [{'id': 'e9f70660-2fbc-4657-8d31-5b270995ecd7', 'name': 'tempest-TestShelveInstance-2011486190-router', 'tenant_id': '417fb9d9af7140138475729ee920d4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:42:24Z', 'updated_at': '2021-11-03T21:47:13Z', 'revision_number': 6, 'project_id': '417fb9d9af7140138475729ee920d4f0', 'gw_port_host': None}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:47:14.120171 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.216716 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.218905 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.264643 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.265265 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9f70660-2fbc-4657-8d31-5b270995ecd7 {{(pid=101175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:47:14.270867 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.274470 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-682e8ab8-ea72-4a77-88e7-e6072836b2be admin admin] 10.222.0.62 "DELETE /v2.0/routers/e9f70660-2fbc-4657-8d31-5b270995ecd7 HTTP/1.1" status: 204 len: 168 time: 0.8169982 Nov 03 21:47:14.275235 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42304) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:14.335438 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Deleting subnet dd58ee7a-fe15-4a19-a9dd-97f4681ecb79 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:47:14.338584 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.372119 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59322562'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.448125 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.518734 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60574116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62523349'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.545395 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd58ee7a-fe15-4a19-a9dd-97f4681ecb79,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:14.550256 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.553472 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dd58ee7a-fe15-4a19-a9dd-97f4681ecb79 HTTP/1.1" status: 204 len: 168 time: 0.2766097 Nov 03 21:47:14.556054 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42306) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:14.556483 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c0ce46-4cbc-4150-b1e3-ce98beffcad8 None None] Network 0ab065f2-519c-488c-86f0-6136b2014860 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:47:14.558845 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.559208 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.559555 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.559903 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.560237 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.560751 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.560943 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.561281 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.561601 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.561932 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.562260 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.562590 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a3ca4-13c1-4674-85ce-fb7473180308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:14.629476 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.699410 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Deleting port 5afd5641-73ad-4306-b6f2-343a1a406fea {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:14.700084 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.767841 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] For port 5afd5641-73ad-4306-b6f2-343a1a406fea, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=5afd5641-73ad-4306-b6f2-343a1a406fea,segment=NetworkSegment(8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4),segment_id=8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:14.768128 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.781799 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Calling delete_port for 5afd5641-73ad-4306-b6f2-343a1a406fea owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:14.841479 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] DHCP port deletion for 0ab065f2-519c-488c-86f0-6136b2014860 request from dv-cinder-816573-1-iscsi {{(pid=101176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 21:47:14.877420 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.895114 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] Deleting port 5afd5641-73ad-4306-b6f2-343a1a406fea {{(pid=101176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:14.896118 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.905949 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afd5641-73ad-4306-b6f2-343a1a406fea,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:14.908144 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] No DVR routers for this DVR port 5afd5641-73ad-4306-b6f2-343a1a406fea on host dv-cinder-816573-1-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:47:14.973815 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] For port 5afd5641-73ad-4306-b6f2-343a1a406fea, host dv-cinder-816573-1-iscsi, got binding levels [] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:14.974446 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:14.995800 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] Calling delete_port for 5afd5641-73ad-4306-b6f2-343a1a406fea owned by network:dhcp {{(pid=101176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:14.998673 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.000258 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.ipam_backend_mixin [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] Port 5afd5641-73ad-4306-b6f2-343a1a406fea was not found and therefore no delete operation was performed {{(pid=101176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 21:47:15.001606 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033'] for port, after_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.021481 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab065f2-519c-488c-86f0-6136b2014860']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:15.027392 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] Pushing event deleted for resources: {'Port': ['ID=5afd5641-73ad-4306-b6f2-343a1a406fea,revision_number=None']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:15.031751 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b647417-e062-4b77-983a-738d6c5a6fb3 None None] No DVR routers for this DVR port 5afd5641-73ad-4306-b6f2-343a1a406fea on host dv-cinder-816573-1-iscsi {{(pid=101176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:47:15.033320 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:15.033491 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c20ec2c-6ae0-4c84-bc2d-400a6811b1d4') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:15.046427 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.064896 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.072079 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:47:15.072518 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:47:15.076018 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:47:15.135789 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.142870 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.147903 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0ab065f2-519c-488c-86f0-6136b2014860 HTTP/1.1" status: 204 len: 168 time: 0.5905862 Nov 03 21:47:15.172578 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd71099-df8d-470c-9f1a-c14ce035cb92 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab065f2-519c-488c-86f0-6136b2014860,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:15.333256 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42312) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:15.391805 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-93206c09-1b27-4525-a881-94e1c803d082 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a748bdf0134e45e3b5155ef5a05c2f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557125 Nov 03 21:47:15.394038 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42314) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:15.451227 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eae765bd-59ea-470e-b193-57f17dd43c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.473528 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eae765bd-59ea-470e-b193-57f17dd43c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.531532 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eae765bd-59ea-470e-b193-57f17dd43c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.534376 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eae765bd-59ea-470e-b193-57f17dd43c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:15.539288 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-eae765bd-59ea-470e-b193-57f17dd43c7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/630f3b25-21b7-4e8f-bcff-744fb5734690 HTTP/1.1" status: 204 len: 168 time: 0.1410184 Nov 03 21:47:15.545318 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae765bd-59ea-470e-b193-57f17dd43c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630f3b25-21b7-4e8f-bcff-744fb5734690,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:15.567503 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device bee55238-2569-4d85-94de-08d7dc234609 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:15.588661 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: bee55238-2569-4d85-94de-08d7dc234609 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:15.588997 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device bee55238-2569-4d85-94de-08d7dc234609 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:47:15.589397 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c179bfbe-0c93-4797-b5f6-95e079eca180 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:15.610144 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: c179bfbe-0c93-4797-b5f6-95e079eca180 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:15.610482 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c179bfbe-0c93-4797-b5f6-95e079eca180 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:47:15.610876 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 5afd5641-73ad-4306-b6f2-343a1a406fea no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:15.634103 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 5afd5641-73ad-4306-b6f2-343a1a406fea {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:15.634445 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 5afd5641-73ad-4306-b6f2-343a1a406fea not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:47:15.888550 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42320) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:15.935520 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-5b6362f1-d095-4f52-a76e-7a199a7fe108 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=417fb9d9af7140138475729ee920d4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457544 Nov 03 21:47:15.939358 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42322) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:15.995197 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ff710e90-8f35-4dfb-b471-733f7c07c371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:16.017175 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ff710e90-8f35-4dfb-b471-733f7c07c371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:16.065075 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ff710e90-8f35-4dfb-b471-733f7c07c371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:16.067627 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ff710e90-8f35-4dfb-b471-733f7c07c371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:16.068869 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ff710e90-8f35-4dfb-b471-733f7c07c371 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af1ebe4d-e3b1-4729-930e-05bba72d7d4d HTTP/1.1" status: 204 len: 168 time: 0.1284728 Nov 03 21:47:16.078653 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff710e90-8f35-4dfb-b471-733f7c07c371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1ebe4d-e3b1-4729-930e-05bba72d7d4d,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:19.432557 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:29.794298 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97792e8d-afa3-4ff2-b2ec-9b91e7e1776f req-8a17dbae-931b-41c5-8daf-d8185c598dce tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:29.795798 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-97792e8d-afa3-4ff2-b2ec-9b91e7e1776f req-8a17dbae-931b-41c5-8daf-d8185c598dce tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0526454 Nov 03 21:47:29.843714 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-97792e8d-afa3-4ff2-b2ec-9b91e7e1776f req-d41a4a25-6fc3-46fa-8afc-11f7d25c5f78 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Nov 03 21:47:30.031070 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:47:30.963349 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d5470-ea0c-4255-813f-015691a882ea req-d673eb58-ff7e-4485-9b5a-5345dfae4ec2 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:30.965013 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4c3d5470-ea0c-4255-813f-015691a882ea req-d673eb58-ff7e-4485-9b5a-5345dfae4ec2 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0500302 Nov 03 21:47:31.021582 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4c3d5470-ea0c-4255-813f-015691a882ea req-ea6783a0-d0a0-482b-aa72-3a371429b4cb tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/security-groups?id=f53697b1-1b9e-4993-ad5c-b597ec361a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501878 Nov 03 21:47:31.346619 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36bff3-e5af-404a-905d-b42e09934382 req-375393ff-77d5-4b57-a3d8-e559efc4535d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:31.348071 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2e36bff3-e5af-404a-905d-b42e09934382 req-375393ff-77d5-4b57-a3d8-e559efc4535d tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0485611 Nov 03 21:47:31.442029 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Deleting port aacbdb35-7192-489a-8f99-e13574baf46b {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:31.442367 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:31.532849 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] For port aacbdb35-7192-489a-8f99-e13574baf46b, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=aacbdb35-7192-489a-8f99-e13574baf46b,segment=NetworkSegment(8793ff31-affe-4e39-8d7b-02aa4c12bf6e),segment_id=8793ff31-affe-4e39-8d7b-02aa4c12bf6e)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:31.533211 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:31.546959 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Calling delete_port for aacbdb35-7192-489a-8f99-e13574baf46b owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:31.675812 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:31.687892 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] get_ports_and_sgs() called for port_ids ['aacbdb35-7192-489a-8f99-e13574baf46b'] {{(pid=101176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 21:47:31.705823 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Pushing event deleted for resources: {'Port': ['ID=aacbdb35-7192-489a-8f99-e13574baf46b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:31.746064 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] No DVR routers for this DVR port aacbdb35-7192-489a-8f99-e13574baf46b on host hv-cinder-81657 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:47:31.749053 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:31.752784 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2e36bff3-e5af-404a-905d-b42e09934382 req-be7c5c79-e945-4f19-9289-d0c894206527 tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.11 "DELETE /v2.0/ports/aacbdb35-7192-489a-8f99-e13574baf46b HTTP/1.1" status: 204 len: 173 time: 0.3989213 Nov 03 21:47:31.753254 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a216a41-b9c9-469a-b351-aaa15e18e7a8', 'name': 'network-vif-deleted', 'tag': 'aacbdb35-7192-489a-8f99-e13574baf46b'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:47:31.756271 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec637499-3bc2-4441-a98b-ffb6dda19ad7" -d '{"events": [{"server_uuid": "1a216a41-b9c9-469a-b351-aaa15e18e7a8", "name": "network-vif-deleted", "tag": "aacbdb35-7192-489a-8f99-e13574baf46b"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:47:31.800530 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8055cf8-415c-4bbd-b255-bce88c74c09e x-openstack-request-id: req-a8055cf8-415c-4bbd-b255-bce88c74c09e {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:47:31.800819 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a216a41-b9c9-469a-b351-aaa15e18e7a8", "name": "network-vif-deleted", "tag": "aacbdb35-7192-489a-8f99-e13574baf46b", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:47:31.801071 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8055cf8-415c-4bbd-b255-bce88c74c09e {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:47:31.801469 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a216a41-b9c9-469a-b351-aaa15e18e7a8', 'name': 'network-vif-deleted', 'tag': 'aacbdb35-7192-489a-8f99-e13574baf46b', 'status': 'completed', 'code': 200} Nov 03 21:47:32.134194 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c0d6015-4a37-4c89-8867-96c39fee7cb0 req-327b36cd-4cb2-4773-9519-af77df25f2ac tempest-VolumesSnapshotTestJSON-450738192 tempest-VolumesSnapshotTestJSON-450738192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a216a41-b9c9-469a-b351-aaa15e18e7a8 HTTP/1.1" status: 200 len: 210 time: 0.0265439 Nov 03 21:47:35.712442 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-02b1db04-58df-4fb4-bfd5-d77ab074aabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:36.095239 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device aacbdb35-7192-489a-8f99-e13574baf46b no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:36.116233 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: aacbdb35-7192-489a-8f99-e13574baf46b {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:36.116668 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device aacbdb35-7192-489a-8f99-e13574baf46b not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:47:38.171417 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-331e32f3-88dd-4fcf-94c7-292bf1629f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:39.057292 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:40.359674 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:41.266250 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:49.441220 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:52.745970 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07be4bb-e653-471f-8f74-13a969ca246e req-6b1ffe83-292c-4e36-9140-a069863fa609 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436969 Nov 03 21:47:52.838105 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07be4bb-e653-471f-8f74-13a969ca246e req-bfbad1c6-45c6-460b-bc52-c8bca658d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:52.839598 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07be4bb-e653-471f-8f74-13a969ca246e req-bfbad1c6-45c6-460b-bc52-c8bca658d2b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 1098 time: 0.0406153 Nov 03 21:47:52.949593 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07be4bb-e653-471f-8f74-13a969ca246e req-88267c02-995f-4e6f-927c-224c5b4c7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:52.951666 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07be4bb-e653-471f-8f74-13a969ca246e req-88267c02-995f-4e6f-927c-224c5b4c7783 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.0897462 Nov 03 21:47:53.020692 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07be4bb-e653-471f-8f74-13a969ca246e req-b773e65e-6295-4d32-8e54-e14bf4e845bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46e821c8-a808-4297-8829-42681132b7af HTTP/1.1" status: 200 len: 1001 time: 0.0606933 Nov 03 21:47:53.069161 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07be4bb-e653-471f-8f74-13a969ca246e req-c616e82d-a58b-4027-9573-af33af84291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:53.070574 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07be4bb-e653-471f-8f74-13a969ca246e req-c616e82d-a58b-4027-9573-af33af84291a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0426049 Nov 03 21:47:53.115647 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07be4bb-e653-471f-8f74-13a969ca246e req-296b2083-2a99-4890-b5da-030663145175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:53.117211 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07be4bb-e653-471f-8f74-13a969ca246e req-296b2083-2a99-4890-b5da-030663145175 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385475 Nov 03 21:47:53.209489 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07be4bb-e653-471f-8f74-13a969ca246e req-195d2bcb-1e47-4135-afb5-e9c0f7a2d442 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837133 Nov 03 21:47:53.300830 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d07be4bb-e653-471f-8f74-13a969ca246e req-d2620fdc-9370-4763-a715-afb2c6c5e547 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832782 Nov 03 21:47:53.952277 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42510) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:54.119210 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Deleting port 595f3f00-f805-405b-ab91-b9fbfff2f712 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:54.119487 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:54.198725 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:54.199053 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:54.213191 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Calling delete_port for 595f3f00-f805-405b-ab91-b9fbfff2f712 owned by network:floatingip {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:54.362149 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:54.386705 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event deleted for resources: {'Port': ['ID=595f3f00-f805-405b-ab91-b9fbfff2f712,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:54.412816 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.413168 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.413506 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.413840 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.414171 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.414501 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.414901 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.415186 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.415471 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.415792 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.416109 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.416457 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:47:54.459715 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:54.460047 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.db.l3_db [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Floating IP dcf0847c-d276-42ba-bbb1-a4f4b2605965 disassociated (deleted). External IP: 172.27.0.55, port: b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd. Nov 03 21:47:54.670360 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:47:54.774928 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:47:54.779931 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:54.786363 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:47:54.795767 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:47:54.796396 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:54.808914 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-ea59b0a0-8c82-4794-8e3c-f8dca4f6063b tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "DELETE /v2.0/floatingips/dcf0847c-d276-42ba-bbb1-a4f4b2605965 HTTP/1.1" status: 204 len: 168 time: 0.8555152 Nov 03 21:47:54.809501 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:47:54.812398 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123aeda3fe3093208283b56c2d61ef1d05b8fd41b903f41c2bf6b4607d0a368f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a195a1bf-f3b7-4837-9d38-a265c62c7b57" -d '{"events": [{"name": "network-changed", "server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:47:54.849708 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7962e5d4-b3e2-4502-a2c0-e8dea0838095 x-openstack-request-id: req-7962e5d4-b3e2-4502-a2c0-e8dea0838095 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:47:54.849924 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd", "status": "completed", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:47:54.850229 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7962e5d4-b3e2-4502-a2c0-e8dea0838095 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:47:54.852258 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'status': 'completed', 'code': 200} Nov 03 21:47:54.908839 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:47:55.194509 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-63115f0e-1b51-4fce-bba4-492fc3a69aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:55.196235 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-63115f0e-1b51-4fce-bba4-492fc3a69aae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 1099 time: 0.3243155 Nov 03 21:47:55.285622 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:06Z', 'revision_number': 1, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:55.298277 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-126a1ecf-51a9-4896-9286-39213a242b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:55.299879 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-126a1ecf-51a9-4896-9286-39213a242b3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.0950258 Nov 03 21:47:55.315686 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:47:55.326627 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:47:55.327633 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:55.357413 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-03d8d160-a09f-44f0-9d98-215d5e6e43dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd HTTP/1.1" status: 200 len: 217 time: 0.0488155 Nov 03 21:47:55.408033 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-60bb476c-503c-4c4c-a3ce-9dec8864b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:55.409555 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-60bb476c-503c-4c4c-a3ce-9dec8864b890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0445275 Nov 03 21:47:55.439937 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:47:55.485575 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0943c20-ea62-49a1-9083-c03e175a2b89 req-84bee7d8-3285-4e60-8e58-f975ec433219 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:55.487069 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c0943c20-ea62-49a1-9083-c03e175a2b89 req-84bee7d8-3285-4e60-8e58-f975ec433219 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.3127444 Nov 03 21:47:55.491785 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-12428026-5c2e-4b73-8fab-f5d05ada66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:55.493249 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-12428026-5c2e-4b73-8fab-f5d05ada66c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733514 Nov 03 21:47:55.510774 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-993d7be4-b525-4325-9c2f-101b02d3894d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 21:47:55.511722 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-993d7be4-b525-4325-9c2f-101b02d3894d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0049882 Nov 03 21:47:55.566570 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c0943c20-ea62-49a1-9083-c03e175a2b89 req-d3f9b09e-8956-4b47-96b5-28b6c6c26859 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723739 Nov 03 21:47:55.623395 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-86c5dd79-1791-4563-b4c9-4af7700970a7 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984929 Nov 03 21:47:55.668008 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:06Z', 'revision_number': 1, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:55.694396 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca71b0-fc6c-4adb-851c-d459319f7f18 None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_floatingips': [{'id': '16d4ae6c-1888-4d5c-98b6-bcce918c8c75', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'router_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'port_id': '46e821c8-a808-4297-8829-42681132b7af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'mac_address': 'fa:16:3e:fc:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10134e53-f21f-41fe-b778-59cbb3884abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T21:44:04Z', 'updated_at': '2021-11-03T21:44:06Z', 'revision_number': 1, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:47:55.718546 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a195a1bf-f3b7-4837-9d38-a265c62c7b57 req-79b962d3-750e-4383-a27d-77cf322e3e20 service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870302 Nov 03 21:47:55.911679 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcad0d-c507-4f8a-b114-d28b63f09a4a None None] New status for floating IP dcf0847c-d276-42ba-bbb1-a4f4b2605965: DOWN {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:47:56.193955 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42530) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:56.237728 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c33555c-e03e-4cbe-9aa4-7be17bf0c04c admin admin] Deleting subnet f6803c70-bab2-4770-9cc5-7b48f102f1d9 {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:47:56.240782 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5c33555c-e03e-4cbe-9aa4-7be17bf0c04c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.273959 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5c33555c-e03e-4cbe-9aa4-7be17bf0c04c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.312279 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5c33555c-e03e-4cbe-9aa4-7be17bf0c04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.367363 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5c33555c-e03e-4cbe-9aa4-7be17bf0c04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.392100 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33555c-e03e-4cbe-9aa4-7be17bf0c04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6803c70-bab2-4770-9cc5-7b48f102f1d9,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:56.396108 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5c33555c-e03e-4cbe-9aa4-7be17bf0c04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.399272 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-5c33555c-e03e-4cbe-9aa4-7be17bf0c04c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f6803c70-bab2-4770-9cc5-7b48f102f1d9 HTTP/1.1" status: 204 len: 168 time: 0.2043338 Nov 03 21:47:56.402859 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42532) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:56.473907 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.516437 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-415b60f8-2153-4b8d-a90c-352c7b6c26cc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:56.518235 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-415b60f8-2153-4b8d-a90c-352c7b6c26cc tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.0492165 Nov 03 21:47:56.559107 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.579407 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d9ba26-6e6c-4bb8-8de9-7721eff6ea76']}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:56.588753 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8793ff31-affe-4e39-8d7b-02aa4c12bf6e') {'for_net_delete': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:56.589051 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.services.segments.db [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8793ff31-affe-4e39-8d7b-02aa4c12bf6e') {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:47:56.599496 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59203765'] for segment, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.614743 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.616628 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Deleting port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:47:56.616965 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.622008 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:47:56.622991 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59142946'] for segment, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: Traceback (most recent call last): Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: timer() Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: cb(*args, **kw) Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: return func(*args, **kwargs) Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: self._notify() Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: self.callback(batched_events) Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: event.method(event) Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: return f(self, *a, **k) Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._get(url).json() Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: return self.request(url, 'GET', **kwargs) Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:47:56.624856 dv-cinder-816573-1-iscsi neutron-server[101175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:47:56.690080 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.695424 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.699154 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] 10.222.0.62 "DELETE /v2.0/networks/29d9ba26-6e6c-4bb8-8de9-7721eff6ea76 HTTP/1.1" status: 204 len: 168 time: 0.2953565 Nov 03 21:47:56.756547 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] For port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:47:56.756924 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:56.777839 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Calling delete_port for b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:47:56.793900 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824010-384c-48a7-82d7-21eab59b9c89 req-eeee7db5-a28e-405e-91ac-b2d2161b52af tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:47:56.796047 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3824010-384c-48a7-82d7-21eab59b9c89 req-eeee7db5-a28e-405e-91ac-b2d2161b52af tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=30841924-5cc2-4c6e-86dc-f45ad997588d HTTP/1.1" status: 200 len: 946 time: 0.1549253 Nov 03 21:47:56.900400 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d3824010-384c-48a7-82d7-21eab59b9c89 req-d8bd2109-caaf-485e-b018-bd0282e2e3b1 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652199 Nov 03 21:47:56.908811 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42540) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:56.974670 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d487a2-9c71-444b-8247-2c3c57be351b admin admin] Pushing event deleted for resources: {'Network': ['ID=29d9ba26-6e6c-4bb8-8de9-7721eff6ea76,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:56.983008 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3327fa5e-a549-4008-aaf7-2e150c539103 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=728ae3e202f34215822050b1f6e605ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730426 Nov 03 21:47:56.985901 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42542) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:47:57.016417 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:57.059660 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event deleted for resources: {'Port': ['ID=b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:57.109188 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0008a10e-1a8c-4094-96a6-242c4eae2ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:57.110943 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] No DVR routers for this DVR port b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd on host hv-cinder-81657 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:47:57.113904 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:57.117110 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6cc5129e-a006-4b1b-a888-be53c41fa273 req-dac8c8b8-dbe0-467b-9bea-fa036f35f1a8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "DELETE /v2.0/ports/b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd HTTP/1.1" status: 204 len: 173 time: 0.5925932 Nov 03 21:47:57.117555 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'name': 'network-vif-deleted', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:47:57.120039 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6941a-07b3-4f41-9e16-1a5128d981c1" -d '{"events": [{"server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "name": "network-vif-deleted", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:47:57.144933 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0008a10e-1a8c-4094-96a6-242c4eae2ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:57.168834 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10849014-7441-4b2a-a476-fe8142b81a25 x-openstack-request-id: req-10849014-7441-4b2a-a476-fe8142b81a25 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:47:57.169164 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30841924-5cc2-4c6e-86dc-f45ad997588d", "name": "network-vif-deleted", "tag": "b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:47:57.169963 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10849014-7441-4b2a-a476-fe8142b81a25 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:47:57.170371 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30841924-5cc2-4c6e-86dc-f45ad997588d', 'name': 'network-vif-deleted', 'tag': 'b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd', 'status': 'completed', 'code': 200} Nov 03 21:47:57.199086 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0008a10e-1a8c-4094-96a6-242c4eae2ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:57.202501 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0008a10e-1a8c-4094-96a6-242c4eae2ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:47:57.203669 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0008a10e-1a8c-4094-96a6-242c4eae2ffe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f53697b1-1b9e-4993-ad5c-b597ec361a45 HTTP/1.1" status: 204 len: 168 time: 0.2168746 Nov 03 21:47:57.211500 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008a10e-1a8c-4094-96a6-242c4eae2ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53697b1-1b9e-4993-ad5c-b597ec361a45,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:47:59.879759 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:47:59.900482 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:47:59.900814 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device b3e974c4-4ce6-4933-8bbd-ec6cc01ecabd not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:48:00.171174 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42564) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:00.331240 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Deleting port c0e287d7-d818-4a5d-8261-a1c44eb5711b {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:00.331585 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:00.404814 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:00.405142 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:00.416475 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Calling delete_port for c0e287d7-d818-4a5d-8261-a1c44eb5711b owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:00.563992 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:00.594067 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event deleted for resources: {'Port': ['ID=c0e287d7-d818-4a5d-8261-a1c44eb5711b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:00.655740 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:00.656070 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Floating IP 16d4ae6c-1888-4d5c-98b6-bcce918c8c75 disassociated (deleted). External IP: 172.27.0.196, port: 46e821c8-a808-4297-8829-42681132b7af. Nov 03 21:48:00.855471 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:48:00.961140 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:48:00.971419 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:00.971539 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:48:00.981698 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:48:00.982396 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:00.997856 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7b27f160-9670-4870-a604-f4aea97f62b9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "DELETE /v2.0/floatingips/16d4ae6c-1888-4d5c-98b6-bcce918c8c75 HTTP/1.1" status: 204 len: 168 time: 0.8255699 Nov 03 21:48:00.998450 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'tag': '46e821c8-a808-4297-8829-42681132b7af'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:48:01.000794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98617d9-f23f-4b79-9691-35aed9f24c99" -d '{"events": [{"name": "network-changed", "server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "tag": "46e821c8-a808-4297-8829-42681132b7af"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:48:01.036254 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d765ef1c-e409-4544-8f57-191a2dd4b2f5 x-openstack-request-id: req-d765ef1c-e409-4544-8f57-191a2dd4b2f5 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:48:01.036576 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "tag": "46e821c8-a808-4297-8829-42681132b7af", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:48:01.036847 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d765ef1c-e409-4544-8f57-191a2dd4b2f5 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:48:01.037251 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'tag': '46e821c8-a808-4297-8829-42681132b7af', 'status': 'completed', 'code': 200} Nov 03 21:48:01.098844 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:48:01.253796 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de2678-daaf-48e1-9c49-8439facaa2b4 req-37c32aba-8877-441b-a49e-bd3bda0c5fc6 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:48:01.255303 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-34de2678-daaf-48e1-9c49-8439facaa2b4 req-37c32aba-8877-441b-a49e-bd3bda0c5fc6 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 945 time: 0.0705292 Nov 03 21:48:01.284655 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-562c7545-7466-4118-9e44-6cc470ef29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:48:01.286123 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-562c7545-7466-4118-9e44-6cc470ef29c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ae235971d5467cbf6d19058d63882c&device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 1098 time: 0.2267058 Nov 03 21:48:01.311367 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:01.336662 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-34de2678-daaf-48e1-9c49-8439facaa2b4 req-88ce3357-bc87-4669-900e-0f7474035199 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744832 Nov 03 21:48:01.342403 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:48:01.351724 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:48:01.352395 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:01.397753 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-5e3c3ab8-d70d-4e5b-affe-e756d75132a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:48:01.399121 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-5e3c3ab8-d70d-4e5b-affe-e756d75132a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 200 len: 912 time: 0.1039226 Nov 03 21:48:01.440446 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-b18d35a3-43b1-4c01-bf51-70d8ca9dd6a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46e821c8-a808-4297-8829-42681132b7af HTTP/1.1" status: 200 len: 217 time: 0.0333993 Nov 03 21:48:01.458982 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:48:01.489752 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-ae83dcf5-a279-4a72-a5d6-3818aa1d53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:48:01.491256 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-ae83dcf5-a279-4a72-a5d6-3818aa1d53a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 200 len: 850 time: 0.0439181 Nov 03 21:48:01.542235 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-de94e69c-c5f9-4beb-b428-afde1788ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:48:01.543727 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-de94e69c-c5f9-4beb-b428-afde1788ff3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9396bc9-d804-479b-8930-8150cacae48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437412 Nov 03 21:48:01.633595 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-61e6b3c0-888f-4520-b66e-223734246aec service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814619 Nov 03 21:48:01.657102 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:01.683668 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72663c8-7a7f-474d-ba4a-bfdb6128d8bc None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:11Z', 'revision_number': 4, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi', '_interfaces': [{'id': '2e7b53b1-a0f9-4e50-b9a3-72ddc339a357', 'name': '', 'network_id': 'd9396bc9-d804-479b-8930-8150cacae48d', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'mac_address': 'fa:16:3e:ee:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:10Z', 'updated_at': '2021-11-03T21:40:16Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'subnets': [{'id': 'a9031653-3a70-417f-82e2-b398c5f35018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:48:01.730005 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b98617d9-f23f-4b79-9691-35aed9f24c99 req-90c04cd3-8365-46b0-a39b-4734022334dd service neutron] 10.222.0.11 "GET /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880456 Nov 03 21:48:01.896417 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d69a39-4416-4f13-9925-ac0dbeb1c2f1 None None] New status for floating IP 16d4ae6c-1888-4d5c-98b6-bcce918c8c75: DOWN {{(pid=101177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 21:48:02.455986 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bd6f0-4133-4909-b5f4-933c0c7b5ee0 req-26db2c35-fc46-49fa-a7e7-0c7cb0dbb924 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:48:02.457537 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-820bd6f0-4133-4909-b5f4-933c0c7b5ee0 req-26db2c35-fc46-49fa-a7e7-0c7cb0dbb924 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 945 time: 0.0489137 Nov 03 21:48:02.506158 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-820bd6f0-4133-4909-b5f4-933c0c7b5ee0 req-4dc1b389-b75a-45e7-b582-4d5e9d5886cf tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/security-groups?id=37273184-e5ab-4a7d-a15a-7001ebaf684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428286 Nov 03 21:48:02.671587 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-32417946-277b-45e3-be5f-41bf65e12319 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 21:48:02.673232 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-32417946-277b-45e3-be5f-41bf65e12319 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 945 time: 0.0472231 Nov 03 21:48:02.765600 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Deleting port 46e821c8-a808-4297-8829-42681132b7af {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:02.765943 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:02.853817 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] For port 46e821c8-a808-4297-8829-42681132b7af, host hv-cinder-81657, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81657',level=0,port_id=46e821c8-a808-4297-8829-42681132b7af,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:48:02.854176 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:02.866480 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Calling delete_port for 46e821c8-a808-4297-8829-42681132b7af owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:02.993172 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:03.022435 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event deleted for resources: {'Port': ['ID=46e821c8-a808-4297-8829-42681132b7af,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:03.067536 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] No DVR routers for this DVR port 46e821c8-a808-4297-8829-42681132b7af on host hv-cinder-81657 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:48:03.069995 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:03.073342 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c6f873d2-d2f5-4ae8-8e93-4fcb5853c38f req-aef2b403-9d57-497f-960d-4da17d210d5f tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.11 "DELETE /v2.0/ports/46e821c8-a808-4297-8829-42681132b7af HTTP/1.1" status: 204 len: 173 time: 0.3943253 Nov 03 21:48:03.073790 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'name': 'network-vif-deleted', 'tag': '46e821c8-a808-4297-8829-42681132b7af'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 21:48:03.076082 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f992f1d411dc5be112d16db002c7f6dff5d653f08f361a03f5219fb1fcb2058f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dde022-ee27-4671-b062-4964d19535cd" -d '{"events": [{"server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "name": "network-vif-deleted", "tag": "46e821c8-a808-4297-8829-42681132b7af"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 21:48:03.117212 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a000d-9629-4af2-b6f0-9fdaebfbabed x-openstack-request-id: req-480a000d-9629-4af2-b6f0-9fdaebfbabed {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 21:48:03.117521 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10134e53-f21f-41fe-b778-59cbb3884abc", "name": "network-vif-deleted", "tag": "46e821c8-a808-4297-8829-42681132b7af", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 21:48:03.117812 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-480a000d-9629-4af2-b6f0-9fdaebfbabed {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 21:48:03.118439 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10134e53-f21f-41fe-b778-59cbb3884abc', 'name': 'network-vif-deleted', 'tag': '46e821c8-a808-4297-8829-42681132b7af', 'status': 'completed', 'code': 200} Nov 03 21:48:03.610155 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [req-71df6f01-3799-4dae-8ae1-b0734df54349 req-5b38bded-9476-4b9c-add3-48c487133015 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "GET /v2.0/ports?device_id=10134e53-f21f-41fe-b778-59cbb3884abc HTTP/1.1" status: 200 len: 210 time: 0.0282929 Nov 03 21:48:04.668059 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42582) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:04.789666 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Deleting port 21cc4543-5c91-422d-b400-9bf10cc3dd9b {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:04.790015 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:04.865922 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:04.866251 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:04.878298 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Calling delete_port for 21cc4543-5c91-422d-b400-9bf10cc3dd9b owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:05.007154 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:05.032723 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event deleted for resources: {'Port': ['ID=21cc4543-5c91-422d-b400-9bf10cc3dd9b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:05.093488 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:05.096021 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36016'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:05.097214 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8f395f52-4f28-4ad7-ada6-0da084af56c8 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "DELETE /v2.0/floatingips/fcec4376-8ad6-42b2-bfe3-53fcd04754e9 HTTP/1.1" status: 204 len: 168 time: 0.4281173 Nov 03 21:48:05.714737 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-0f3a21d6-d800-4ce3-9496-77bd188b398d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:05.942389 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 46e821c8-a808-4297-8829-42681132b7af no longer exists at agent hyperv_hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:48:05.962791 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] No Port match for: 46e821c8-a808-4297-8829-42681132b7af {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:48:05.963127 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Device 46e821c8-a808-4297-8829-42681132b7af not bound to the agent host hv-cinder-81657 {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:48:06.283959 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42594) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:06.342486 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-43447307-0b3f-4499-9a09-5ec4779888c9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:06.366788 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-43447307-0b3f-4499-9a09-5ec4779888c9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:06.423797 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-43447307-0b3f-4499-9a09-5ec4779888c9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:06.426740 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-43447307-0b3f-4499-9a09-5ec4779888c9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Publish callbacks [] for security_group, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:06.427879 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-43447307-0b3f-4499-9a09-5ec4779888c9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] 10.222.0.62 "DELETE /v2.0/security-groups/37273184-e5ab-4a7d-a15a-7001ebaf684c HTTP/1.1" status: 204 len: 168 time: 0.1427915 Nov 03 21:48:06.439258 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43447307-0b3f-4499-9a09-5ec4779888c9 tempest-TestVolumeBootPattern-1317766615 tempest-TestVolumeBootPattern-1317766615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37273184-e5ab-4a7d-a15a-7001ebaf684c,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:06.494449 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42598) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:06.935192 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:07.029398 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:48:07.186589 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Deleting port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:07.186817 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:07.262573 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] For port 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:48:07.262925 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:07.275405 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Calling delete_port for 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 owned by network:router_interface {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:07.449888 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:07.476511 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7b53b1-a0f9-4e50-b9a3-72ddc339a357,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:07.642229 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:07.852863 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:48:07.956837 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:48:07.962185 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-104b5249-a1f9-4053-a694-0e73144c9e81 admin admin] 10.222.0.62 "PUT /v2.0/routers/f623ffa4-e5b3-41ec-b5d1-d6f01308f038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666772 Nov 03 21:48:07.964605 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42602) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:07.968091 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] Sync routers for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:48:07.978278 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:48:07.978968 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:47:38Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:08.068333 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks [] for router, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.082094 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:48:08.165383 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.210537 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-be5c13bf-00f0-40df-aa4b-d79ed61c1650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.228413 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Deleting port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:08.228749 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.276401 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:48:07Z', 'revision_number': 5, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port': {'id': '9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:08.308783 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] Checking router: f623ffa4-e5b3-41ec-b5d1-d6f01308f038 for host: dv-cinder-816573-1-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:48:08.316584 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] For port 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:48:08.316584 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.318236 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] Routers {'f623ffa4-e5b3-41ec-b5d1-d6f01308f038'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:48:08.318539 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:48:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:08.335577 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Calling delete_port for 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f owned by network:router_gateway {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:08.541606 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.573991 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:08.579639 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] Set router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:48:08.635083 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:48:08Z', 'revision_number': 6, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port_host': None}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:08.635342 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.664210 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c7b27-70b7-44e9-a0e9-3f338578826a None None] The sync data for ids ['f623ffa4-e5b3-41ec-b5d1-d6f01308f038'] in dv-cinder-816573-1-iscsi is: [{'id': 'f623ffa4-e5b3-41ec-b5d1-d6f01308f038', 'name': 'tempest-TestVolumeBootPattern-138777983-router', 'tenant_id': 'd9ae235971d5467cbf6d19058d63882c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:05Z', 'updated_at': '2021-11-03T21:48:08Z', 'revision_number': 6, 'project_id': 'd9ae235971d5467cbf6d19058d63882c', 'gw_port_host': None}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:48:08.726028 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.728173 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.770420 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.771051 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f623ffa4-e5b3-41ec-b5d1-d6f01308f038 {{(pid=101175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:48:08.775732 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.776907 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-87967626-6696-4609-b4e8-18f3d6ec8805 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f623ffa4-e5b3-41ec-b5d1-d6f01308f038 HTTP/1.1" status: 204 len: 168 time: 0.8113925 Nov 03 21:48:08.779789 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42604) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:08.823560 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7121c9-ce00-4553-bd48-8164c258de5e admin admin] Deleting subnet a9031653-3a70-417f-82e2-b398c5f35018 {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:48:08.826632 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c7121c9-ce00-4553-bd48-8164c258de5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.865101 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c7121c9-ce00-4553-bd48-8164c258de5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.939254 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c7121c9-ce00-4553-bd48-8164c258de5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:08.992369 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c7121c9-ce00-4553-bd48-8164c258de5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.020479 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7121c9-ce00-4553-bd48-8164c258de5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9031653-3a70-417f-82e2-b398c5f35018,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:09.026143 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c7121c9-ce00-4553-bd48-8164c258de5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.031720 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1a60d-6be5-4a34-9341-30828a480841 None None] Network d9396bc9-d804-479b-8930-8150cacae48d requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:48:09.032279 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42606) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:09.034285 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-2c7121c9-ce00-4553-bd48-8164c258de5e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a9031653-3a70-417f-82e2-b398c5f35018 HTTP/1.1" status: 204 len: 168 time: 0.2479608 Nov 03 21:48:09.103619 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.111764 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.172282 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Deleting port 55b17220-56e0-49d8-b16f-f973736e3d2d {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:09.172916 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.238213 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] For port 55b17220-56e0-49d8-b16f-f973736e3d2d, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=55b17220-56e0-49d8-b16f-f973736e3d2d,segment=NetworkSegment(e3459a24-292a-40ae-bfa0-028229e5c7a6),segment_id=e3459a24-292a-40ae-bfa0-028229e5c7a6)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:48:09.238607 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.251086 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Calling delete_port for 55b17220-56e0-49d8-b16f-f973736e3d2d owned by network:dhcp {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:09.333622 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.360416 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Pushing event deleted for resources: {'Port': ['ID=55b17220-56e0-49d8-b16f-f973736e3d2d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:09.362247 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] No DVR routers for this DVR port 55b17220-56e0-49d8-b16f-f973736e3d2d on host dv-cinder-816573-1-iscsi {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:48:09.434396 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.456122 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9396bc9-d804-479b-8930-8150cacae48d']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:09.461369 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4908869-034d-46de-a936-5fd94ce1a6ab None None] DHCP port deletion for d9396bc9-d804-479b-8930-8150cacae48d request from dv-cinder-816573-1-iscsi {{(pid=101176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 21:48:09.466394 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3459a24-292a-40ae-bfa0-028229e5c7a6') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:09.466699 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3459a24-292a-40ae-bfa0-028229e5c7a6') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:09.477418 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59322571'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.492451 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.498399 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:48:09.498826 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60574146'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: Traceback (most recent call last): Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: timer() Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: cb(*args, **kw) Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: return func(*args, **kwargs) Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: self._notify() Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: self.callback(batched_events) Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: event.method(event) Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: return f(self, *a, **k) Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._get(url).json() Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:48:09.501268 dv-cinder-816573-1-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:48:09.563557 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.569832 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:09.573751 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] 10.222.0.62 "DELETE /v2.0/networks/d9396bc9-d804-479b-8930-8150cacae48d HTTP/1.1" status: 204 len: 168 time: 0.5406749 Nov 03 21:48:09.576886 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42608) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:09.579915 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:48:09.589687 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67cd0a-1d3e-43fa-965f-bba47774ae6d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9396bc9-d804-479b-8930-8150cacae48d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:09.606576 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:48:09.607151 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 2e7b53b1-a0f9-4e50-b9a3-72ddc339a357 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:48:09.607588 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 55b17220-56e0-49d8-b16f-f973736e3d2d no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:48:09.629445 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 55b17220-56e0-49d8-b16f-f973736e3d2d {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:48:09.629785 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 55b17220-56e0-49d8-b16f-f973736e3d2d not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:48:09.630191 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:48:09.649829 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:48:09.650168 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 9a1d1c01-fd6d-47fe-b0c3-96d3427a3c8f not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:48:09.940107 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885110'] for router_interface, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:10.376139 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:10.433438 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Deleting port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:10.433791 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:10.516250 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] For port dcd037a8-53fc-4f11-a3f2-f7ce54fc1958, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,segment=NetworkSegment(21a3c2b7-b781-4b31-be61-2fd974301112),segment_id=21a3c2b7-b781-4b31-be61-2fd974301112)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:48:10.516636 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:10.533128 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Calling delete_port for dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 owned by network:router_interface {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:10.722271 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:10.750529 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd037a8-53fc-4f11-a3f2-f7ce54fc1958,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:10.941423 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3913414'] for router_interface, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:11.180341 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 has already been hosted by L3 agent 143d00cb-6b7c-43ef-a1fc-0d7f591db500 {{(pid=101175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 21:48:11.274304 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:11.293779 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] Notify agent at l3_agent.dv-cinder-816573-1-iscsi the message routers_updated {{(pid=101175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 21:48:11.299701 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-0b5161a1-6ea4-462c-8a83-73bb8985d2ae admin admin] 10.222.0.62 "PUT /v2.0/routers/805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7211289 Nov 03 21:48:11.303609 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42610) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:11.306769 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] Sync routers for ids ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'] in dv-cinder-816573-1-iscsi {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 21:48:11.318347 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] Routers {'805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:48:11.319034 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:48:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:11.420317 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks [] for router, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:11.436732 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] Set router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 gateway port host: dv-cinder-816573-1-iscsi {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:48:11.532492 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:11.593995 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Deleting port 8d7a4e5d-79e4-48f6-861d-12317a895403 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:11.594401 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:11.648264 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'external_fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:48:10Z', 'revision_number': 5, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port': {'id': '8d7a4e5d-79e4-48f6-861d-12317a895403', 'name': '', 'network_id': 'a252c8df-1583-43ea-accb-8c395ed49e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T21:40:18Z', 'updated_at': '2021-11-03T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '938a29c2-c794-4a8e-939b-c621fc494e76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816573-1-iscsi'}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:11.676098 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] Checking router: 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 for host: dv-cinder-816573-1-iscsi {{(pid=101177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 21:48:11.683745 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] For port 8d7a4e5d-79e4-48f6-861d-12317a895403, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=8d7a4e5d-79e4-48f6-861d-12317a895403,segment=NetworkSegment(7385396c-0c2f-4db2-8c3d-e5e975960e24),segment_id=7385396c-0c2f-4db2-8c3d-e5e975960e24)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:48:11.684108 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:11.684533 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] Routers {'805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'} bound to L3 agent in host dv-cinder-816573-1-iscsi {{(pid=101177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 21:48:11.685166 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T21:29:38Z,description=,heartbeat_timestamp=2021-11-03T21:48:08Z,host='dv-cinder-816573-1-iscsi',id=143d00cb-6b7c-43ef-a1fc-0d7f591db500,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T21:29:38Z,topic='l3_agent')) {'router_ids': ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'], 'active': True} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:11.703987 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Calling delete_port for 8d7a4e5d-79e4-48f6-861d-12317a895403 owned by network:router_gateway {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:11.775059 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_dvr_db [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] Set router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 gateway port host: None {{(pid=101177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 21:48:11.829146 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.l3_hamode_db [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:48:11Z', 'revision_number': 6, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port_host': None}], 'dv-cinder-816573-1-iscsi', False) {} {{(pid=101177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:11.856373 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9287b-c964-4893-93fa-efe8f834f0d5 None None] The sync data for ids ['805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1'] in dv-cinder-816573-1-iscsi is: [{'id': '805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1', 'name': 'tempest-TestVolumeBootPattern-1214377042-router', 'tenant_id': '2b9289ed595646958f647ecde23d8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T21:40:17Z', 'updated_at': '2021-11-03T21:48:11Z', 'revision_number': 6, 'project_id': '2b9289ed595646958f647ecde23d8d04', 'gw_port_host': None}] {{(pid=101177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 21:48:11.883397 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59142929'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:11.913672 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7a4e5d-79e4-48f6-861d-12317a895403,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:11.977204 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3884156'] for router_gateway, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.073244 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22202'] for router, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.075349 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.119613 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3911705'] for router, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.120151 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 {{(pid=101175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 21:48:12.125101 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] Publish callbacks [] for router, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.126250 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-340f39e4-2e5d-4937-81d8-5dece85ab78a admin admin] 10.222.0.62 "DELETE /v2.0/routers/805194b4-b1bd-4f5d-9031-d7a4fbd6f1b1 HTTP/1.1" status: 204 len: 168 time: 0.8216789 Nov 03 21:48:12.128806 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [-] (101175) accepted ('10.222.0.62', 42612) {{(pid=101175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:12.176435 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6821ff44-1747-4359-9396-181066c30ce2 admin admin] Deleting subnet 0e5ffbe4-0d99-4105-894f-df09098ee061 {{(pid=101175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 21:48:12.179491 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6821ff44-1747-4359-9396-181066c30ce2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.215941 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6821ff44-1747-4359-9396-181066c30ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59203772'] for subnet, precommit_delete_associations {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.294106 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6821ff44-1747-4359-9396-181066c30ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532321'] for subnet, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.356620 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6821ff44-1747-4359-9396-181066c30ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59142980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157650'] for subnet, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.381545 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821ff44-1747-4359-9396-181066c30ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5ffbe4-0d99-4105-894f-df09098ee061,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:12.388386 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6821ff44-1747-4359-9396-181066c30ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for subnet, before_response {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.391905 dv-cinder-816573-1-iscsi neutron-server[101175]: INFO neutron.wsgi [None req-6821ff44-1747-4359-9396-181066c30ce2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0e5ffbe4-0d99-4105-894f-df09098ee061 HTTP/1.1" status: 204 len: 168 time: 0.2619116 Nov 03 21:48:12.394465 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42614) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:12.394994 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fcf7c-146f-461e-b40c-bd2afa37b36b None None] Network b2aef785-92d6-487a-9ea9-904cbc3f8db0 requested from dv-cinder-816573-1-iscsi {{(pid=101176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 21:48:12.471753 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782543'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.532548 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Deleting port c97fb9b0-2151-4607-ad44-5b54da58d37f {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:12.532889 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.597119 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36055d60-e033-4fcd-8869-683d807d888d None None] DHCP port deletion for b2aef785-92d6-487a-9ea9-904cbc3f8db0 request from dv-cinder-816573-1-iscsi {{(pid=101176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 21:48:12.601608 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] For port c97fb9b0-2151-4607-ad44-5b54da58d37f, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c97fb9b0-2151-4607-ad44-5b54da58d37f,segment=NetworkSegment(21a3c2b7-b781-4b31-be61-2fd974301112),segment_id=21a3c2b7-b781-4b31-be61-2fd974301112)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:48:12.601976 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.615329 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Calling delete_port for c97fb9b0-2151-4607-ad44-5b54da58d37f owned by network:dhcp {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:12.644839 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Deleting port c97fb9b0-2151-4607-ad44-5b54da58d37f {{(pid=101176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 21:48:12.645215 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762171858836'] for port, before_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.696413 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60574193'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.711218 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-36055d60-e033-4fcd-8869-683d807d888d None None] For port c97fb9b0-2151-4607-ad44-5b54da58d37f, host dv-cinder-816573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816573-1-iscsi',level=0,port_id=c97fb9b0-2151-4607-ad44-5b54da58d37f,segment=NetworkSegment(21a3c2b7-b781-4b31-be61-2fd974301112),segment_id=21a3c2b7-b781-4b31-be61-2fd974301112)] {{(pid=101176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 21:48:12.712162 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889121'] for port, precommit_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.722741 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97fb9b0-2151-4607-ad44-5b54da58d37f,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:12.726191 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Calling delete_port for c97fb9b0-2151-4607-ad44-5b54da58d37f owned by network:dhcp {{(pid=101176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 21:48:12.729592 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] No DVR routers for this DVR port c97fb9b0-2151-4607-ad44-5b54da58d37f on host dv-cinder-816573-1-iscsi {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:48:12.805519 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530164', 'neutron.services.segments.db._delete_segments_for_network-8762171940621'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.810146 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762171947102', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762171434033'] for port, after_delete {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.832144 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aef785-92d6-487a-9ea9-904cbc3f8db0']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:12.833940 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Pushing event deleted for resources: {'Port': ['ID=c97fb9b0-2151-4607-ad44-5b54da58d37f,revision_number=None']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:12.844253 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a3c2b7-b781-4b31-be61-2fd974301112') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:12.844600 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.844794 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a3c2b7-b781-4b31-be61-2fd974301112') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 21:48:12.844950 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.845494 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.845628 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.845949 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.846289 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.846610 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.846934 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.847280 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.847817 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.848154 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.848505 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055d60-e033-4fcd-8869-683d807d888d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816573-1-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 21:48:12.851409 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36055d60-e033-4fcd-8869-683d807d888d None None] No DVR routers for this DVR port c97fb9b0-2151-4607-ad44-5b54da58d37f on host dv-cinder-816573-1-iscsi {{(pid=101176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 21:48:12.866329 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762171974166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59322571'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.882101 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.889499 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 21:48:12.890108 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60574146'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: Traceback (most recent call last): Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: timer() Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: cb(*args, **kw) Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: return func(*args, **kwargs) Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: self._notify() Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: self.callback(batched_events) Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: event.method(event) Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: return f(self, *a, **k) Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._get(url).json() Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 21:48:12.901268 dv-cinder-816573-1-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 21:48:12.952953 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3884120'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.958296 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677103'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:12.961474 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b2aef785-92d6-487a-9ea9-904cbc3f8db0 HTTP/1.1" status: 204 len: 168 time: 0.5659413 Nov 03 21:48:12.973213 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ad7b4-b9e7-4496-b2b5-9989ac894fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aef785-92d6-487a-9ea9-904cbc3f8db0,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:13.084484 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42618) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:13.131353 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4b535774-a05f-4ad0-ac92-02b71d706329 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9ae235971d5467cbf6d19058d63882c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454321 Nov 03 21:48:13.133752 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42620) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:13.196072 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90816837-4aa8-40ab-b733-b48bf84c8abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:13.218741 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90816837-4aa8-40ab-b733-b48bf84c8abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:13.272527 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90816837-4aa8-40ab-b733-b48bf84c8abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:13.275185 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90816837-4aa8-40ab-b733-b48bf84c8abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:13.276388 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-90816837-4aa8-40ab-b733-b48bf84c8abe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9172e135-1047-4a63-aa0f-9721c5517159 HTTP/1.1" status: 204 len: 168 time: 0.1417034 Nov 03 21:48:13.285323 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90816837-4aa8-40ab-b733-b48bf84c8abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9172e135-1047-4a63-aa0f-9721c5517159,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:13.582000 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:48:13.602613 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:48:13.602959 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device dcd037a8-53fc-4f11-a3f2-f7ce54fc1958 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:48:13.603391 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c97fb9b0-2151-4607-ad44-5b54da58d37f no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:48:13.627076 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: c97fb9b0-2151-4607-ad44-5b54da58d37f {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:48:13.627420 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device c97fb9b0-2151-4607-ad44-5b54da58d37f not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:48:13.627829 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 8d7a4e5d-79e4-48f6-861d-12317a895403 no longer exists at agent ovs-agent-dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 21:48:13.629086 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42626) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:13.648393 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] No Port match for: 8d7a4e5d-79e4-48f6-861d-12317a895403 {{(pid=101176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 21:48:13.648730 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.rpc [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Device 8d7a4e5d-79e4-48f6-861d-12317a895403 not bound to the agent host dv-cinder-816573-1-iscsi {{(pid=101176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 21:48:13.673013 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0a2e17ca-a028-45e9-a849-bc68ea6e48de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b9289ed595646958f647ecde23d8d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424025 Nov 03 21:48:13.675454 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.62', 42628) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 21:48:13.727406 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-078798f1-d001-4871-aaf5-3bce6a509148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:13.992496 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-078798f1-d001-4871-aaf5-3bce6a509148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:14.036712 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-078798f1-d001-4871-aaf5-3bce6a509148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900018'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:14.039283 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-078798f1-d001-4871-aaf5-3bce6a509148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:14.040471 dv-cinder-816573-1-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-078798f1-d001-4871-aaf5-3bce6a509148 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82ab65bd-8579-49fb-87ee-061cd7b7eba7 HTTP/1.1" status: 204 len: 168 time: 0.3640780 Nov 03 21:48:14.048869 dv-cinder-816573-1-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078798f1-d001-4871-aaf5-3bce6a509148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ab65bd-8579-49fb-87ee-061cd7b7eba7,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 21:48:19.454835 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:35.717892 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa1f7-cccf-4a92-a545-82b70d3a5b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:38.172830 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8d5e-736c-4469-af07-402fe1abf9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:39.063653 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:40.365433 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:41.266934 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:48:44.028096 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:48:49.453331 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:05.724504 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-8570ee20-ff96-4435-966c-31d76e9c6a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:08.175373 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3bca5ae2-fe1f-42c2-8f6e-8dd2cac44d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:09.065336 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:10.367376 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:11.269579 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:19.466839 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:21.026193 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:49:35.717037 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6606ab31-5d79-45ac-9bda-197f1c8eac9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:38.176505 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-090a1039-ba57-4a31-981a-8df9e8da5c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:39.067063 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:40.371056 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:41.271041 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:49.475845 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:49:58.025013 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:50:05.720065 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb557-97e1-41c9-80b1-4eb6ee520782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:08.179510 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-24cf939c-068a-4a10-84b7-24688a096aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:09.071984 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:10.381734 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:11.283941 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:19.471850 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:35.024340 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:50:35.725021 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b907ef88-94a8-41ad-9389-6d7f478910d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:38.183655 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-13c0b787-570b-4c87-bce1-eca8df0141c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:39.073322 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:40.376816 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:41.277412 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:50:49.480604 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:05.726829 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e0115b2a-9a73-4a46-9db4-c83d9be8db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:08.185036 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-37ecf9d2-87c2-44c7-b5cd-435b9504188f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:09.075092 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:10.379330 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:11.279364 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:12.024735 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:51:19.480653 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:35.727859 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-36f34c67-2afb-4a8c-8678-1342d398fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:38.186097 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-90b9f8b1-a418-4aba-93ce-18144f73f8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:39.078768 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:40.382320 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:41.281753 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:51:49.025933 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:51:49.479917 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:05.733959 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-6c91884a-b034-47d8-8cf5-34a307f987e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:08.188323 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-3181d354-d1be-4d39-8b04-5d9233cd0433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:09.082859 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:10.385498 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:11.283148 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:19.477184 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:26.024837 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:52:35.726181 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-37bc3ea8-7ddb-4917-960b-5cb287ffe35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:38.189766 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-66f05a7a-c413-4c8f-a50b-e84be36933fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:39.084334 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:40.388276 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:41.285161 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:52:49.498993 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:53:03.024629 dv-cinder-816573-1-iscsi neutron-server[101177]: DEBUG neutron.db.agents_db [None req-fe5cde25-413f-4dba-a26f-af3f45b04996 None None] Agent healthcheck: found 6 active agents {{(pid=101177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 21:53:05.729880 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-8af59328-14ce-401d-b7b7-ca125918053b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:53:08.191195 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-9ee2702c-ebca-4708-a2c9-9d0ba671a61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:53:09.088124 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-d2036599-8351-4a56-ab72-4201aec031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:53:10.389802 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-06217d6f-5f2d-448c-b8dd-8a3902dc74a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:53:11.286342 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f13f-62e2-4dd9-aa97-c9890b6687ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:53:19.507402 dv-cinder-816573-1-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e90b6b19-c28a-49b9-a1d7-50239bbdd871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762171935735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552738'] for agent, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 21:53:24.894250 dv-cinder-816573-1-iscsi neutron-server[101175]: DEBUG neutron.wsgi [req-7d62f887-cc7a-42e7-b306-347e53131d47 req-92946580-4abb-41a2-84f2-a396b7e131f9 service neutron] (101175) timed out ('10.222.0.11', 49915) {{(pid=101175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}